| 1 | | [ Feb 28 09:59:44 Enabled. ] |
| 2 | | [ Feb 28 09:59:44 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Feb 28 09:59:44 Method "start" exited with status 0. ] |
| 4 | | [ Feb 28 09:59:44 Rereading configuration. ] |
| 5 | | [ Feb 28 09:59:44 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2025-02-28T09:59:44.950Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
| 8 | 2025-02-28T09:59:44.950Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:294
|
| 9 | 2025-02-28T09:59:45.004Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:301
|
| 10 | 2025-02-28T09:59:45.004Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2025-02-28T09:59:45.118Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2025-02-28T09:59:45.127Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2025-02-28T09:59:45.135Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:311
path = /var/run/oxide/
|
| 14 | 2025-02-28T09:59:45.739Z | INFO | SledAgent (BootstrapAgentStartup): Sending underlay prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = sled-agent/src/bootstrap/pre_server.rs:105
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }
|
| 15 | 2025-02-28T09:59:45.880Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
| 16 | 2025-02-28T09:59:45.880Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
| 17 | 2025-02-28T09:59:45.880Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
| 18 | 2025-02-28T09:59:45.880Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2025-02-28T09:59:45.880Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 20 | 2025-02-28T09:59:45.880Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:717
|
| 21 | 2025-02-28T09:59:45.883Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "sock", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:624
|
| 22 | 2025-02-28T09:59:45.883Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:766
|
| 23 | 2025-02-28T09:59:45.883Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
| 24 | 2025-02-28T09:59:45.883Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:825
|
| 25 | 2025-02-28T09:59:45.883Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
| 26 | 2025-02-28T09:59:45.883Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2025-02-28T09:59:45.883Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 28 | 2025-02-28T09:59:45.883Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2025-02-28T09:59:45.883Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2025-02-28T09:59:45.896Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 31 | 2025-02-28T09:59:45.896Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool)
|
| 32 | 2025-02-28T09:59:46.023Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal }
|
| 33 | 2025-02-28T09:59:46.480Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 34 | 2025-02-28T09:59:46.480Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
| 35 | 2025-02-28T09:59:46.480Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2025-02-28T09:59:46.480Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2025-02-28T09:59:46.480Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 38 | 2025-02-28T09:59:46.480Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2025-02-28T09:59:46.480Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2025-02-28T09:59:46.489Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 41 | 2025-02-28T09:59:46.489Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool)
|
| 42 | 2025-02-28T09:59:46.587Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal }
|
| 43 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
| 44 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 47 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 48 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 49 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
| 50 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 51 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 52 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 53 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 54 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 55 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
| 56 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 57 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 58 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 59 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 60 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 61 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
| 62 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 63 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 64 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 65 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 66 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 67 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
| 68 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 69 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 70 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 71 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 72 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 73 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
| 74 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 75 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 76 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 77 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 78 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 79 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
| 80 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 81 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 82 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 83 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 84 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 85 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
| 86 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 87 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 88 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 89 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 90 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
| 91 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 92 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 93 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 94 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 95 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 96 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 97 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
| 98 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
| 99 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 100 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 101 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 102 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 103 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
| 104 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (bootstore): No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 105 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (bootstore): No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 106 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-sock-i86pc
|
| 107 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (bootstore): No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 108 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (bootstore): No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 109 | 2025-02-28T09:59:47.029Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-sock-i86pc
|
| 110 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
| 111 | 2025-02-28T09:59:47.029Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
| 112 | 2025-02-28T09:59:47.041Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:793
|
| 113 | 2025-02-28T09:59:47.041Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 2378, tv_nsec: 160053687 }
time_to_next_cleanup = 599.999918359s
|
| 114 | 2025-02-28T09:59:47.041Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:4056
|
| 115 | 2025-02-28T09:59:47.043Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 116 | 2025-02-28T09:59:47.043Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2025-02-28T09:59:47.043Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2025-02-28T09:59:47.044Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
| 119 | 2025-02-28T09:59:47.045Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:51
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 120 | 2025-02-28T09:59:47.046Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
vlan_id: None,
rib_priority: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: Some(
None,
),
bgp_peers: [],
autoneg: false,
lldp: None,
tx_eq: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1190
|
| 121 | 2025-02-28T09:59:47.046Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 122 | 2025-02-28T09:59:47.046Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 123 | 2025-02-28T09:59:47.046Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 124 | 2025-02-28T09:59:47.046Z | INFO | SledAgent (RSS): No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/rss-started.marker
file = common/src/ledger.rs:188
|
| 125 | 2025-02-28T09:59:47.046Z | INFO | SledAgent (RSS): No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/rss-started.marker
file = common/src/ledger.rs:188
|
| 126 | 2025-02-28T09:59:47.046Z | INFO | SledAgent (RSS): No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 127 | 2025-02-28T09:59:47.046Z | INFO | SledAgent (RSS): No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 128 | 2025-02-28T09:59:47.046Z | INFO | SledAgent (RSS): RSS not previously run. Creating plans.
file = sled-agent/src/rack_setup/service.rs:1239
|
| 129 | 2025-02-28T09:59:47.046Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.rss-started.marker.tmp
file = common/src/ledger.rs:199
|
| 130 | 2025-02-28T09:59:47.046Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.rss-started.marker.tmp
file = common/src/ledger.rs:199
|
| 131 | 2025-02-28T09:59:47.047Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1271
|
| 132 | 2025-02-28T09:59:47.047Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:66
|
| 133 | 2025-02-28T09:59:47.047Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:39
|
| 134 | 2025-02-28T09:59:47.047Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1302
|
| 135 | 2025-02-28T09:59:47.047Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 136 | 2025-02-28T09:59:47.047Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 137 | 2025-02-28T09:59:47.047Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 138 | 2025-02-28T09:59:47.047Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 139 | 2025-02-28T09:59:47.047Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:232
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: cb437161-893a-4b25-8aa3-bea01c90eb94 (sled), rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 140 | 2025-02-28T09:59:47.048Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4353
|
| 141 | 2025-02-28T09:59:47.048Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4759
|
| 142 | 2025-02-28T09:59:47.052Z | INFO | SledAgent (SledAgentSprocketsClient): Loaded keys and certs
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/client.rs:50
|
| 143 | 2025-02-28T09:59:47.058Z | INFO | SledAgent (SledAgentSprocketsClient): Certificate chain verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:307
|
| 144 | 2025-02-28T09:59:47.058Z | INFO | SledAgent (SledAgentSprocketsClient): Signature verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:376
|
| 145 | 2025-02-28T09:59:47.062Z | INFO | SledAgent (SledAgentSprocketsServer): Certificate chain verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:307
|
| 146 | 2025-02-28T09:59:47.062Z | INFO | SledAgent (SledAgentSprocketsServer): Signature verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:376
|
| 147 | 2025-02-28T09:59:47.062Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:74
remote_addr = [fdb0:18c0:4d0d:a02a::1]:48428
|
| 148 | 2025-02-28T09:59:47.062Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: cb437161-893a-4b25-8aa3-bea01c90eb94 (sled), rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:366
|
| 149 | 2025-02-28T09:59:47.062Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:381
|
| 150 | 2025-02-28T09:59:47.063Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 151 | 2025-02-28T09:59:47.063Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:607
|
| 152 | 2025-02-28T09:59:47.063Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 153 | 2025-02-28T09:59:47.063Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:813
|
| 154 | 2025-02-28T09:59:47.063Z | INFO | SledAgent (BootstrapAgentStartup): Sending underlay prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = sled-agent/src/bootstrap/server.rs:422
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 155 | 2025-02-28T09:59:47.063Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 156 | 2025-02-28T09:59:47.063Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 157 | 2025-02-28T09:59:47.063Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:802
|
| 158 | 2025-02-28T09:59:47.063Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:830
|
| 159 | 2025-02-28T09:59:47.063Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:596
|
| 160 | 2025-02-28T09:59:47.063Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 161 | 2025-02-28T09:59:47.063Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:701
result = DisksManagementResult { status: [] }
|
| 162 | 2025-02-28T09:59:47.079Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 163 | 2025-02-28T09:59:47.101Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:325
|
| 164 | 2025-02-28T09:59:47.119Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:363
|
| 165 | 2025-02-28T09:59:47.147Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:419
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 166 | 2025-02-28T09:59:47.147Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 167 | 2025-02-28T09:59:47.147Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:431
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 168 | 2025-02-28T09:59:47.147Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
file = sled-agent/src/bootstrap/server.rs:463
request = EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: ["[fd00:1122:3344:1::1]:53", "[fd00:1122:3344:2::1]:53", "[fd00:1122:3344:3::1]:53"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }
|
| 169 | 2025-02-28T09:59:47.150Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry)
DdmAdminClient = [::1]:8000
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ff925c9b-e87a-4abe-a63e-886798e08bd0", "content-length": "124", "date": "Fri, 28 Feb 2025 09:59:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ff925c9b-e87a-4abe-a63e-886798e08bd0" }
file = sled-agent/src/bootstrap/server.rs:471
retry_after = 61.481823ms
|
| 170 | 2025-02-28T09:59:47.161Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_37377fb1-798d-4dd1-8b85-5e5cbda4a016/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 171 | 2025-02-28T09:59:47.188Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_37377fb1-798d-4dd1-8b85-5e5cbda4a016/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 172 | 2025-02-28T09:59:47.188Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_37377fb1-798d-4dd1-8b85-5e5cbda4a016/swap"
file = sled-agent/src/swap_device.rs:96
|
| 173 | 2025-02-28T09:59:47.194Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:446
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 174 | 2025-02-28T09:59:47.194Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:129
|
| 175 | 2025-02-28T09:59:47.194Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_37377fb1-798d-4dd1-8b85-5e5cbda4a016/backing/fmd
file = sled-agent/src/backing_fs.rs:139
|
| 176 | 2025-02-28T09:59:47.213Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
file = sled-agent/src/bootstrap/server.rs:463
request = EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: ["[fd00:1122:3344:1::1]:53", "[fd00:1122:3344:2::1]:53", "[fd00:1122:3344:3::1]:53"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }
|
| 177 | 2025-02-28T09:59:47.214Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry)
DdmAdminClient = [::1]:8000
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1f2654d6-817a-4197-8ec3-7c3c13604714", "content-length": "124", "date": "Fri, 28 Feb 2025 09:59:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1f2654d6-817a-4197-8ec3-7c3c13604714" }
file = sled-agent/src/bootstrap/server.rs:471
retry_after = 73.231612ms
|
| 178 | 2025-02-28T09:59:47.279Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:174
|
| 179 | 2025-02-28T09:59:47.288Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
file = sled-agent/src/bootstrap/server.rs:463
request = EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: ["[fd00:1122:3344:1::1]:53", "[fd00:1122:3344:2::1]:53", "[fd00:1122:3344:3::1]:53"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }
|
| 180 | 2025-02-28T09:59:47.289Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry)
DdmAdminClient = [::1]:8000
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6ce6fe72-6fc5-49c4-82d6-ec7214e33da4", "content-length": "124", "date": "Fri, 28 Feb 2025 09:59:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6ce6fe72-6fc5-49c4-82d6-ec7214e33da4" }
file = sled-agent/src/bootstrap/server.rs:471
retry_after = 118.632639ms
|
| 181 | 2025-02-28T09:59:47.408Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
file = sled-agent/src/bootstrap/server.rs:463
request = EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: ["[fd00:1122:3344:1::1]:53", "[fd00:1122:3344:2::1]:53", "[fd00:1122:3344:3::1]:53"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }
|
| 182 | 2025-02-28T09:59:47.409Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry)
DdmAdminClient = [::1]:8000
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d891fb65-acb9-4412-a582-0217fe9436be", "content-length": "124", "date": "Fri, 28 Feb 2025 09:59:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d891fb65-acb9-4412-a582-0217fe9436be" }
file = sled-agent/src/bootstrap/server.rs:471
retry_after = 165.956161ms
|
| 183 | 2025-02-28T09:59:47.497Z | INFO | SledAgent (BackingFs): Mounting oxi_37377fb1-798d-4dd1-8b85-5e5cbda4a016/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:182
|
| 184 | 2025-02-28T09:59:47.513Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:190
|
| 185 | 2025-02-28T09:59:47.513Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:190
|
| 186 | 2025-02-28T09:59:47.513Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:190
|
| 187 | 2025-02-28T09:59:47.513Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:196
|
| 188 | 2025-02-28T09:59:47.576Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
file = sled-agent/src/bootstrap/server.rs:463
request = EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: ["[fd00:1122:3344:1::1]:53", "[fd00:1122:3344:2::1]:53", "[fd00:1122:3344:3::1]:53"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }
|
| 189 | 2025-02-28T09:59:47.577Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry)
DdmAdminClient = [::1]:8000
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1c8dacee-7e3f-4872-aa5a-bc04ea502e08", "content-length": "124", "date": "Fri, 28 Feb 2025 09:59:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1c8dacee-7e3f-4872-aa5a-bc04ea502e08" }
file = sled-agent/src/bootstrap/server.rs:471
retry_after = 139.747316ms
|
| 190 | 2025-02-28T09:59:47.718Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
file = sled-agent/src/bootstrap/server.rs:463
request = EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: ["[fd00:1122:3344:1::1]:53", "[fd00:1122:3344:2::1]:53", "[fd00:1122:3344:3::1]:53"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }
|
| 191 | 2025-02-28T09:59:47.718Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry)
DdmAdminClient = [::1]:8000
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5bee3173-8e0b-4deb-be98-c2bc28f552c6", "content-length": "124", "date": "Fri, 28 Feb 2025 09:59:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5bee3173-8e0b-4deb-be98-c2bc28f552c6" }
file = sled-agent/src/bootstrap/server.rs:471
retry_after = 337.239984ms
|
| 192 | 2025-02-28T09:59:48.056Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
file = sled-agent/src/bootstrap/server.rs:463
request = EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: ["[fd00:1122:3344:1::1]:53", "[fd00:1122:3344:2::1]:53", "[fd00:1122:3344:3::1]:53"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }
|
| 193 | 2025-02-28T09:59:48.057Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry)
DdmAdminClient = [::1]:8000
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b8b0b202-98d2-46a7-8887-f83ebbe091b4", "content-length": "124", "date": "Fri, 28 Feb 2025 09:59:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b8b0b202-98d2-46a7-8887-f83ebbe091b4" }
file = sled-agent/src/bootstrap/server.rs:471
retry_after = 166.393675ms
|
| 194 | 2025-02-28T09:59:48.225Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
file = sled-agent/src/bootstrap/server.rs:463
request = EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: ["[fd00:1122:3344:1::1]:53", "[fd00:1122:3344:2::1]:53", "[fd00:1122:3344:3::1]:53"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }
|
| 195 | 2025-02-28T09:59:48.225Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry)
DdmAdminClient = [::1]:8000
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "cc115534-aaf4-403b-9b45-51619bef60f6", "content-length": "124", "date": "Fri, 28 Feb 2025 09:59:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "cc115534-aaf4-403b-9b45-51619bef60f6" }
file = sled-agent/src/bootstrap/server.rs:471
retry_after = 355.014216ms
|
| 196 | 2025-02-28T09:59:48.285Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:94
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 197 | 2025-02-28T09:59:48.290Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328
local_addr = [fd00:1122:3344:101::1]:32915
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 198 | 2025-02-28T09:59:48.290Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 199 | 2025-02-28T09:59:48.291Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:32915
file = oximeter/producer/src/lib.rs:279
interval = 30s
producer_id = cb437161-893a-4b25-8aa3-bea01c90eb94
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 200 | 2025-02-28T09:59:48.292Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 154.478924ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 201 | 2025-02-28T09:59:48.293Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 202 | 2025-02-28T09:59:48.293Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 203 | 2025-02-28T09:59:48.293Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:977
underlay_address = fd00:1122:3344:101::1
|
| 204 | 2025-02-28T09:59:48.293Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 205 | 2025-02-28T09:59:48.448Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 427.908411ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 206 | 2025-02-28T09:59:48.581Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
file = sled-agent/src/bootstrap/server.rs:463
request = EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: ["[fd00:1122:3344:1::1]:53", "[fd00:1122:3344:2::1]:53", "[fd00:1122:3344:3::1]:53"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }
|
| 207 | 2025-02-28T09:59:48.885Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 686.621672ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 208 | 2025-02-28T09:59:49.574Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.697181853s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 209 | 2025-02-28T09:59:51.391Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2787
|
| 210 | 2025-02-28T09:59:51.392Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:3015
|
| 211 | 2025-02-28T09:59:51.392Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2657
|
| 212 | 2025-02-28T09:59:51.392Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2704
|
| 213 | 2025-02-28T09:59:51.392Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:3096
|
| 214 | 2025-02-28T09:59:51.392Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:3141
|
| 215 | 2025-02-28T09:59:51.393Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2923
|
| 216 | 2025-02-28T09:59:51.395Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2698
|
| 217 | 2025-02-28T09:59:51.395Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='0e5f8186-8668-4735-8f79-92ecdf1bbac7'/>
<propval type="astring" name="rack_id" value='2e19f9f5-1eed-47f7-af35-5bff6ab6b9da'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:a02a::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fe13:9e6c'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:a02a::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"sock","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="rack_id" value='2e19f9f5-1eed-47f7-af35-5bff6ab6b9da'/>
<propval type="astring" name="sled_id" value='cb437161-893a-4b25-8aa3-bea01c90eb94'/>
<propval type="astring" name="sled_model" value='i86pc'/>
<propval type="astring" name="sled_serial" value='sock'/>
<propval type="astring" name="sled_revision" value='0'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dpd_host" value='[::1]'/>
<propval type="astring" name="dpd_port" value='12224'/>
<propval type="astring" name="rack_id" value='2e19f9f5-1eed-47f7-af35-5bff6ab6b9da'/>
<propval type="astring" name="sled_id" value='cb437161-893a-4b25-8aa3-bea01c90eb94'/>
<propval type="astring" name="sled_model" value='i86pc'/>
<propval type="astring" name="sled_serial" value='sock'/>
<propval type="astring" name="sled_revision" value='0'/>
<propval type="astring" name="listen_address" value='[::1]:12231'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='sock'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='cb437161-893a-4b25-8aa3-bea01c90eb94'/>
<propval type="astring" name="rack_uuid" value='2e19f9f5-1eed-47f7-af35-5bff6ab6b9da'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='cb437161-893a-4b25-8aa3-bea01c90eb94'/>
<propval type="astring" name="rack_uuid" value='2e19f9f5-1eed-47f7-af35-5bff6ab6b9da'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 218 | 2025-02-28T09:59:51.395Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_switch
|
| 219 | 2025-02-28T09:59:51.661Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_switch") failed: Property not found. retry in 49.061376ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 220 | 2025-02-28T09:59:51.844Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_switch") failed: Property not found. retry in 94.290655ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 221 | 2025-02-28T09:59:52.020Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_switch") failed: Property not found. retry in 192.257968ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 222 | 2025-02-28T09:59:52.387Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_switch") failed: Property not found. retry in 383.88737ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 223 | 2025-02-28T09:59:52.388Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 4.347411002s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 224 | 2025-02-28T09:59:52.797Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_switch") failed: Property not found. retry in 680.978681ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 225 | 2025-02-28T09:59:53.685Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_switch") failed: Property not found. retry in 1.394262993s
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 226 | 2025-02-28T09:59:55.323Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_switch") failed: Property not found. retry in 1.072189062s
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 227 | 2025-02-28T09:59:56.511Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_switch") failed: Property not found. retry in 1.045532496s
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 228 | 2025-02-28T09:59:56.737Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 5.12820472s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 229 | 2025-02-28T09:59:57.889Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 230 | 2025-02-28T09:59:57.890Z | INFO | SledAgent (dropshot (Repo Depot)): listening
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328
local_addr = [fd00:1122:3344:101::1]:12348
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 231 | 2025-02-28T09:59:57.891Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328
local_addr = [fd00:1122:3344:101::1]:12345
|
| 232 | 2025-02-28T09:59:57.891Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:495
|
| 233 | 2025-02-28T09:59:57.891Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 234 | 2025-02-28T09:59:57.891Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 235 | 2025-02-28T09:59:57.891Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 236 | 2025-02-28T09:59:57.892Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 237 | 2025-02-28T09:59:57.892Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))
|
| 238 | 2025-02-28T09:59:57.892Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:4056
|
| 239 | 2025-02-28T09:59:58.088Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:81
remote_addr = [fdb0:18c0:4d0d:a02a::1]:48428
|
| 240 | 2025-02-28T09:59:58.088Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:117
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 241 | 2025-02-28T09:59:58.088Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:252
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 242 | 2025-02-28T09:59:58.094Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4377
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 243 | 2025-02-28T09:59:58.094Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4393
|
| 244 | 2025-02-28T09:59:58.094Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:535
zone = oxz_switch
|
| 245 | 2025-02-28T09:59:58.322Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12960829913876052931
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 246 | 2025-02-28T09:59:58.322Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7313885003725688660
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 247 | 2025-02-28T09:59:58.350Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59796
|
| 248 | 2025-02-28T09:59:58.351Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 249 | 2025-02-28T09:59:58.351Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 250 | 2025-02-28T09:59:58.351Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 251 | 2025-02-28T09:59:58.351Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 252 | 2025-02-28T09:59:58.351Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 369
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59796
req_id = 67a7e28d-0b8e-458d-82e0-57b105ba78f5
response_code = 200
uri = /inventory
|
| 253 | 2025-02-28T09:59:58.381Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38186
|
| 254 | 2025-02-28T09:59:58.381Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38186
req_id = 7e70fec0-b08c-4ed4-b868-9dde5bb8fbd8
response_code = 200
uri = /sled-role
|
| 255 | 2025-02-28T09:59:58.413Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 10c92261-392d-4f33-af9b-e1b53f0456ce (physical_disk), pool_id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 153a227b-1cba-4a4d-b130-23560323558c (physical_disk), pool_id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 20ebd799-1ee9-4789-a43d-316ed388600e (physical_disk), pool_id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 336ede2b-c62e-4c7a-87a6-3aa7982161a3 (physical_disk), pool_id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 44d560f2-5efe-444c-b5a5-fb309446790a (physical_disk), pool_id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 56a0281c-ad5c-4249-b70d-eb1f05a76065 (physical_disk), pool_id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 69259de8-2b55-48ba-aa8a-449c1d5ed99c (physical_disk), pool_id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 7cd605d4-8d93-4086-b4a3-c3dfd74e616a (physical_disk), pool_id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 96ad1639-7d0c-4bd1-9ca8-a55efc187e42 (physical_disk), pool_id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:385
sled_address = [fd00:1122:3344:101::1]:12345
|
| 256 | 2025-02-28T09:59:58.413Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44943
|
| 257 | 2025-02-28T09:59:58.414Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:895
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 258 | 2025-02-28T09:59:58.414Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 10c92261-392d-4f33-af9b-e1b53f0456ce (physical_disk), pool_id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 153a227b-1cba-4a4d-b130-23560323558c (physical_disk), pool_id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 20ebd799-1ee9-4789-a43d-316ed388600e (physical_disk), pool_id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 336ede2b-c62e-4c7a-87a6-3aa7982161a3 (physical_disk), pool_id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 44d560f2-5efe-444c-b5a5-fb309446790a (physical_disk), pool_id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 56a0281c-ad5c-4249-b70d-eb1f05a76065 (physical_disk), pool_id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 69259de8-2b55-48ba-aa8a-449c1d5ed99c (physical_disk), pool_id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 7cd605d4-8d93-4086-b4a3-c3dfd74e616a (physical_disk), pool_id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 96ad1639-7d0c-4bd1-9ca8-a55efc187e42 (physical_disk), pool_id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 259 | 2025-02-28T09:59:58.414Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 260 | 2025-02-28T09:59:58.414Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 261 | 2025-02-28T09:59:58.414Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:1298
request = omicron_physical_disks_ensure
|
| 262 | 2025-02-28T09:59:58.414Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 263 | 2025-02-28T09:59:58.414Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
| 264 | 2025-02-28T09:59:58.414Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 265 | 2025-02-28T09:59:58.414Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 266 | 2025-02-28T09:59:58.568Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 267 | 2025-02-28T09:59:58.568Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool)
|
| 268 | 2025-02-28T09:59:58.779Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 269 | 2025-02-28T09:59:58.891Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }
|
| 270 | 2025-02-28T09:59:58.895Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/probe_manager.rs:238
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 271 | 2025-02-28T09:59:58.899Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:239
|
| 272 | 2025-02-28T09:59:58.899Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 273 | 2025-02-28T09:59:58.899Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 274 | 2025-02-28T09:59:58.899Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 275 | 2025-02-28T09:59:58.899Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 276 | 2025-02-28T09:59:58.899Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 277 | 2025-02-28T09:59:58.899Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 278 | 2025-02-28T09:59:58.944Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 279 | 2025-02-28T09:59:58.952Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 280 | 2025-02-28T09:59:59.121Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_649afb3b-3539-4923-b40d-d88d27cfff4f
file = sled-storage/src/dataset.rs:388
|
| 281 | 2025-02-28T09:59:59.129Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
| 282 | 2025-02-28T09:59:59.129Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
| 283 | 2025-02-28T09:59:59.129Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
| 284 | 2025-02-28T09:59:59.129Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 285 | 2025-02-28T09:59:59.129Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 286 | 2025-02-28T09:59:59.139Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 287 | 2025-02-28T09:59:59.139Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool)
|
| 288 | 2025-02-28T09:59:59.248Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }
|
| 289 | 2025-02-28T09:59:59.256Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:239
|
| 290 | 2025-02-28T09:59:59.256Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 291 | 2025-02-28T09:59:59.256Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 292 | 2025-02-28T09:59:59.256Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 293 | 2025-02-28T09:59:59.256Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 294 | 2025-02-28T09:59:59.256Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 295 | 2025-02-28T09:59:59.256Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 296 | 2025-02-28T09:59:59.297Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 297 | 2025-02-28T09:59:59.305Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 298 | 2025-02-28T09:59:59.475Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91
file = sled-storage/src/dataset.rs:388
|
| 299 | 2025-02-28T09:59:59.483Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
| 300 | 2025-02-28T09:59:59.483Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
| 301 | 2025-02-28T09:59:59.483Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
| 302 | 2025-02-28T09:59:59.483Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 303 | 2025-02-28T09:59:59.483Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 304 | 2025-02-28T09:59:59.493Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:367
|
| 305 | 2025-02-28T09:59:59.493Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool)
|
| 306 | 2025-02-28T09:59:59.600Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }
|
| 307 | 2025-02-28T09:59:59.608Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:239
|
| 308 | 2025-02-28T09:59:59.608Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 309 | 2025-02-28T09:59:59.608Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 310 | 2025-02-28T09:59:59.608Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 311 | 2025-02-28T09:59:59.608Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 312 | 2025-02-28T09:59:59.608Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 313 | 2025-02-28T09:59:59.608Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 314 | 2025-02-28T09:59:59.648Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 315 | 2025-02-28T09:59:59.658Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 316 | 2025-02-28T09:59:59.830Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83
file = sled-storage/src/dataset.rs:388
|
| 317 | 2025-02-28T09:59:59.838Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
| 318 | 2025-02-28T09:59:59.838Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
| 319 | 2025-02-28T09:59:59.838Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
| 320 | 2025-02-28T09:59:59.838Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 321 | 2025-02-28T09:59:59.838Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 322 | 2025-02-28T09:59:59.848Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:367
|
| 323 | 2025-02-28T09:59:59.848Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool)
|
| 324 | 2025-02-28T09:59:59.960Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }
|
| 325 | 2025-02-28T09:59:59.968Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:239
|
| 326 | 2025-02-28T09:59:59.968Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 327 | 2025-02-28T09:59:59.968Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 328 | 2025-02-28T09:59:59.968Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 329 | 2025-02-28T09:59:59.968Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 330 | 2025-02-28T09:59:59.968Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 331 | 2025-02-28T09:59:59.968Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 332 | 2025-02-28T09:59:59.972Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/probe_manager.rs:238
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 333 | 2025-02-28T10:00:00.011Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 334 | 2025-02-28T10:00:00.020Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 335 | 2025-02-28T10:00:00.195Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446
file = sled-storage/src/dataset.rs:388
|
| 336 | 2025-02-28T10:00:00.203Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
| 337 | 2025-02-28T10:00:00.203Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
| 338 | 2025-02-28T10:00:00.203Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
| 339 | 2025-02-28T10:00:00.203Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 340 | 2025-02-28T10:00:00.203Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 341 | 2025-02-28T10:00:00.213Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:367
|
| 342 | 2025-02-28T10:00:00.213Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 3897c72b-37ba-4126-b207-cca189c4751f (zpool)
|
| 343 | 2025-02-28T10:00:00.335Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }
|
| 344 | 2025-02-28T10:00:00.344Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:239
|
| 345 | 2025-02-28T10:00:00.344Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 346 | 2025-02-28T10:00:00.344Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 347 | 2025-02-28T10:00:00.344Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 348 | 2025-02-28T10:00:00.344Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 349 | 2025-02-28T10:00:00.344Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 350 | 2025-02-28T10:00:00.344Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 351 | 2025-02-28T10:00:00.387Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 352 | 2025-02-28T10:00:00.395Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 353 | 2025-02-28T10:00:00.568Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_3897c72b-37ba-4126-b207-cca189c4751f
file = sled-storage/src/dataset.rs:388
|
| 354 | 2025-02-28T10:00:00.576Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
| 355 | 2025-02-28T10:00:00.576Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
| 356 | 2025-02-28T10:00:00.576Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
| 357 | 2025-02-28T10:00:00.576Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 358 | 2025-02-28T10:00:00.576Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 359 | 2025-02-28T10:00:00.586Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:367
|
| 360 | 2025-02-28T10:00:00.586Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool)
|
| 361 | 2025-02-28T10:00:00.712Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }
|
| 362 | 2025-02-28T10:00:00.720Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:239
|
| 363 | 2025-02-28T10:00:00.720Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 364 | 2025-02-28T10:00:00.720Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 365 | 2025-02-28T10:00:00.720Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 366 | 2025-02-28T10:00:00.720Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 367 | 2025-02-28T10:00:00.720Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 368 | 2025-02-28T10:00:00.720Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 369 | 2025-02-28T10:00:00.761Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 370 | 2025-02-28T10:00:00.769Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 371 | 2025-02-28T10:00:00.964Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_cad7c44e-69e1-48a0-a08c-982b51e87095
file = sled-storage/src/dataset.rs:388
|
| 372 | 2025-02-28T10:00:00.973Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
| 373 | 2025-02-28T10:00:00.973Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
| 374 | 2025-02-28T10:00:00.973Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
| 375 | 2025-02-28T10:00:00.973Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 376 | 2025-02-28T10:00:00.973Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 377 | 2025-02-28T10:00:00.977Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/probe_manager.rs:238
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 378 | 2025-02-28T10:00:00.984Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:367
|
| 379 | 2025-02-28T10:00:00.984Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool)
|
| 380 | 2025-02-28T10:00:01.104Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }
|
| 381 | 2025-02-28T10:00:01.113Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:239
|
| 382 | 2025-02-28T10:00:01.113Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 383 | 2025-02-28T10:00:01.113Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 384 | 2025-02-28T10:00:01.113Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 385 | 2025-02-28T10:00:01.113Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 386 | 2025-02-28T10:00:01.113Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 387 | 2025-02-28T10:00:01.113Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 388 | 2025-02-28T10:00:01.160Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 389 | 2025-02-28T10:00:01.170Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 390 | 2025-02-28T10:00:01.350Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0
file = sled-storage/src/dataset.rs:388
|
| 391 | 2025-02-28T10:00:01.358Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
| 392 | 2025-02-28T10:00:01.358Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
| 393 | 2025-02-28T10:00:01.358Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
| 394 | 2025-02-28T10:00:01.358Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 395 | 2025-02-28T10:00:01.358Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 396 | 2025-02-28T10:00:01.368Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:367
|
| 397 | 2025-02-28T10:00:01.368Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool)
|
| 398 | 2025-02-28T10:00:01.485Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }
|
| 399 | 2025-02-28T10:00:01.493Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:239
|
| 400 | 2025-02-28T10:00:01.493Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 401 | 2025-02-28T10:00:01.493Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 402 | 2025-02-28T10:00:01.493Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 403 | 2025-02-28T10:00:01.493Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 404 | 2025-02-28T10:00:01.493Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 405 | 2025-02-28T10:00:01.493Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 406 | 2025-02-28T10:00:01.542Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 407 | 2025-02-28T10:00:01.550Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 408 | 2025-02-28T10:00:01.748Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c
file = sled-storage/src/dataset.rs:388
|
| 409 | 2025-02-28T10:00:01.757Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
| 410 | 2025-02-28T10:00:01.757Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
| 411 | 2025-02-28T10:00:01.757Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
| 412 | 2025-02-28T10:00:01.757Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 413 | 2025-02-28T10:00:01.757Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 414 | 2025-02-28T10:00:01.767Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:367
|
| 415 | 2025-02-28T10:00:01.767Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool)
|
| 416 | 2025-02-28T10:00:01.875Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }
|
| 417 | 2025-02-28T10:00:01.883Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:239
|
| 418 | 2025-02-28T10:00:01.883Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 419 | 2025-02-28T10:00:01.883Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 420 | 2025-02-28T10:00:01.883Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 421 | 2025-02-28T10:00:01.883Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 422 | 2025-02-28T10:00:01.883Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 423 | 2025-02-28T10:00:01.883Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 424 | 2025-02-28T10:00:01.887Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 18.37559453s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 425 | 2025-02-28T10:00:01.922Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 426 | 2025-02-28T10:00:01.931Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 427 | 2025-02-28T10:00:01.982Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/probe_manager.rs:238
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 428 | 2025-02-28T10:00:02.101Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e
file = sled-storage/src/dataset.rs:388
|
| 429 | 2025-02-28T10:00:02.110Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
| 430 | 2025-02-28T10:00:02.110Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
| 431 | 2025-02-28T10:00:02.110Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 432 | 2025-02-28T10:00:02.110Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 433 | 2025-02-28T10:00:02.110Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 434 | 2025-02-28T10:00:02.110Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 435 | 2025-02-28T10:00:02.110Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 436 | 2025-02-28T10:00:02.110Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:899
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 437 | 2025-02-28T10:00:02.110Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 438 | 2025-02-28T10:00:02.110Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:925
generation = Generation(2)
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 439 | 2025-02-28T10:00:02.110Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:930
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 440 | 2025-02-28T10:00:02.110Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:935
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 441 | 2025-02-28T10:00:02.110Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:123
gen = Generation(2)
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 442 | 2025-02-28T10:00:02.110Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:941
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 443 | 2025-02-28T10:00:02.110Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:799
gen = Generation(2)
|
| 444 | 2025-02-28T10:00:02.110Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:946
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 445 | 2025-02-28T10:00:02.110Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 3696971
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44943
req_id = e990998d-a6ef-4e79-a6a4-4837acdb9401
response_code = 200
uri = /omicron-physical-disks
|
| 446 | 2025-02-28T10:00:02.143Z | INFO | SledAgent (RSS): attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {03adfa86-98a8-48a8-8489-1445164365be (dataset): DatasetConfig { id: 03adfa86-98a8-48a8-8489-1445164365be (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b99b61d-7d48-415c-91e8-b0a04ec90a8b (dataset): DatasetConfig { id: 0b99b61d-7d48-415c-91e8-b0a04ec90a8b (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ea09a4a-f026-4624-9b44-1014674d1806 (dataset): DatasetConfig { id: 0ea09a4a-f026-4624-9b44-1014674d1806 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f63af50-5fa5-44e7-8ac4-805a988c8ea7 (dataset): DatasetConfig { id: 0f63af50-5fa5-44e7-8ac4-805a988c8ea7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 10407dba-5ef6-4e5f-9580-a1803276a5c3 (dataset): DatasetConfig { id: 10407dba-5ef6-4e5f-9580-a1803276a5c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 17806ff0-50dd-43a2-a12c-5a397a37bb4f (dataset): DatasetConfig { id: 17806ff0-50dd-43a2-a12c-5a397a37bb4f (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 184fa6e1-a635-4325-83cb-0fecf98b51ae (dataset): DatasetConfig { id: 184fa6e1-a635-4325-83cb-0fecf98b51ae (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1be795a4-8953-4573-bc61-c8d1067b17f2 (dataset): DatasetConfig { id: 1be795a4-8953-4573-bc61-c8d1067b17f2 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1d14cfc0-34b1-489d-98df-48ba26a0d3fd (dataset): DatasetConfig { id: 1d14cfc0-34b1-489d-98df-48ba26a0d3fd (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1f49618c-e4fc-4b8d-9cca-fd9e44b8c940 (dataset): DatasetConfig { id: 1f49618c-e4fc-4b8d-9cca-fd9e44b8c940 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 21ba94a5-01f0-4570-b7e7-e4f0b3258bc2 (dataset): DatasetConfig { id: 21ba94a5-01f0-4570-b7e7-e4f0b3258bc2 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b20a5c9-dae5-4554-863a-b10085fd93ed (dataset): DatasetConfig { id: 2b20a5c9-dae5-4554-863a-b10085fd93ed (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2ced8682-b1ae-4d5a-9daf-8519dd05eeb2 (dataset): DatasetConfig { id: 2ced8682-b1ae-4d5a-9daf-8519dd05eeb2 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d1cd47e-74bb-4173-b040-fc6b3c13fa0f (dataset): DatasetConfig { id: 2d1cd47e-74bb-4173-b040-fc6b3c13fa0f (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2de753d1-e018-45d6-8741-031844d2cb51 (dataset): DatasetConfig { id: 2de753d1-e018-45d6-8741-031844d2cb51 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2f9690bf-f7be-4e48-944d-4a27b6367226 (dataset): DatasetConfig { id: 2f9690bf-f7be-4e48-944d-4a27b6367226 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34b0735d-0a63-486e-a01a-f10a995604f1 (dataset): DatasetConfig { id: 34b0735d-0a63-486e-a01a-f10a995604f1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b0356f1-a216-4c26-942f-4cfa70b439c8 (dataset): DatasetConfig { id: 3b0356f1-a216-4c26-942f-4cfa70b439c8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 3bd08e9d-93b0-4ab5-9c01-c1b69cf434da (dataset): DatasetConfig { id: 3bd08e9d-93b0-4ab5-9c01-c1b69cf434da (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3da906c0-92c0-4524-8195-2c5f0a9525d4 (dataset): DatasetConfig { id: 3da906c0-92c0-4524-8195-2c5f0a9525d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 41d284a5-e1a7-4af1-a6ce-a8a12206664b (dataset): DatasetConfig { id: 41d284a5-e1a7-4af1-a6ce-a8a12206664b (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 445850d3-409e-4c95-8343-8f02921bb17d (dataset): DatasetConfig { id: 445850d3-409e-4c95-8343-8f02921bb17d (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 45a6c5c5-1faf-4e5d-8534-58a8004d827b (dataset): DatasetConfig { id: 45a6c5c5-1faf-4e5d-8534-58a8004d827b (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZone { name: "oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4bd8d55d-d1ba-43ba-945f-5fe9bd138be2 (dataset): DatasetConfig { id: 4bd8d55d-d1ba-43ba-945f-5fe9bd138be2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4be9d1df-7d8e-4732-8bbb-d008edddc685 (dataset): DatasetConfig { id: 4be9d1df-7d8e-4732-8bbb-d008edddc685 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4c1a3d10-0e76-483f-9b7c-bf05432e550a (dataset): DatasetConfig { id: 4c1a3d10-0e76-483f-9b7c-bf05432e550a (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 52c5e4d7-c69c-4fc8-be23-fcbc587d1071 (dataset): DatasetConfig { id: 52c5e4d7-c69c-4fc8-be23-fcbc587d1071 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 562aa0c8-d77c-4a6d-bb95-8feca2b29b53 (dataset): DatasetConfig { id: 562aa0c8-d77c-4a6d-bb95-8feca2b29b53 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 56ccac30-a688-4cf9-8ac1-4b09eefff85d (dataset): DatasetConfig { id: 56ccac30-a688-4cf9-8ac1-4b09eefff85d (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60924b2a-cc42-4cc4-a5c6-d8f8a8feace4 (dataset): DatasetConfig { id: 60924b2a-cc42-4cc4-a5c6-d8f8a8feace4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60f62937-57ba-4442-83d2-246ff2e09438 (dataset): DatasetConfig { id: 60f62937-57ba-4442-83d2-246ff2e09438 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 621837dd-88b6-4975-afcb-9f2eba88b6ca (dataset): DatasetConfig { id: 621837dd-88b6-4975-afcb-9f2eba88b6ca (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6fe564bb-732e-4474-afb0-800d27a3bd5c (dataset): DatasetConfig { id: 6fe564bb-732e-4474-afb0-800d27a3bd5c (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ffd4204-fd68-4418-9443-a80c9c1644b9 (dataset): DatasetConfig { id: 6ffd4204-fd68-4418-9443-a80c9c1644b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 78b422ca-ecef-4f0b-8595-4780f79fd8ca (dataset): DatasetConfig { id: 78b422ca-ecef-4f0b-8595-4780f79fd8ca (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7953d98d-597e-4a23-8f6b-f613781926bd (dataset): DatasetConfig { id: 7953d98d-597e-4a23-8f6b-f613781926bd (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7dac7966-86f9-42f0-aa79-799126250279 (dataset): DatasetConfig { id: 7dac7966-86f9-42f0-aa79-799126250279 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7edb3db8-c0f9-4c1e-9848-8bf8c84f8a93 (dataset): DatasetConfig { id: 7edb3db8-c0f9-4c1e-9848-8bf8c84f8a93 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 83de38fb-4030-43a5-8966-0d6a7aae5c2e (dataset): DatasetConfig { id: 83de38fb-4030-43a5-8966-0d6a7aae5c2e (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 85a2e221-4e28-4ea2-817b-6dbf044df430 (dataset): DatasetConfig { id: 85a2e221-4e28-4ea2-817b-6dbf044df430 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 932ef40f-2e7c-4a79-b955-715fd3f4a5fd (dataset): DatasetConfig { id: 932ef40f-2e7c-4a79-b955-715fd3f4a5fd (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 95e7e78f-5a8b-487f-a962-16eb8c0b76d9 (dataset): DatasetConfig { id: 95e7e78f-5a8b-487f-a962-16eb8c0b76d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9ad9126a-1857-4963-9a4f-e4b02467a5f9 (dataset): DatasetConfig { id: 9ad9126a-1857-4963-9a4f-e4b02467a5f9 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a1482553-3458-4c0e-82d1-9cd9d42b7b1e (dataset): DatasetConfig { id: a1482553-3458-4c0e-82d1-9cd9d42b7b1e (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a65f599c-c82a-4088-9660-dee1d33e3c89 (dataset): DatasetConfig { id: a65f599c-c82a-4088-9660-dee1d33e3c89 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a9b80f5e-2941-4b72-b606-fb9f3ceb1433 (dataset): DatasetConfig { id: a9b80f5e-2941-4b72-b606-fb9f3ceb1433 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aed2c8e6-f52a-43c6-8b88-b5890c0562d8 (dataset): DatasetConfig { id: aed2c8e6-f52a-43c6-8b88-b5890c0562d8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6fafa00-aeba-4af3-a970-8a9e8de1e5c9 (dataset): DatasetConfig { id: b6fafa00-aeba-4af3-a970-8a9e8de1e5c9 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, baf810d7-7774-4af2-a1f3-4c6bd03fdbcf (dataset): DatasetConfig { id: baf810d7-7774-4af2-a1f3-4c6bd03fdbcf (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bf56e3aa-1637-4e5b-af29-d83991a0f524 (dataset): DatasetConfig { id: bf56e3aa-1637-4e5b-af29-d83991a0f524 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c130b00f-b935-4f18-b64b-ae6b8a020f1a (dataset): DatasetConfig { id: c130b00f-b935-4f18-b64b-ae6b8a020f1a (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c137b0e3-bf29-43a5-a79b-546e0b0c3afe (dataset): DatasetConfig { id: c137b0e3-bf29-43a5-a79b-546e0b0c3afe (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c8e471cb-2b9c-4e5e-bc2c-67be2e29ffb4 (dataset): DatasetConfig { id: c8e471cb-2b9c-4e5e-bc2c-67be2e29ffb4 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cadc5741-4095-4c08-8308-7e2e7319d165 (dataset): DatasetConfig { id: cadc5741-4095-4c08-8308-7e2e7319d165 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ce5241c9-b14b-4525-8343-9f45ded95f0a (dataset): DatasetConfig { id: ce5241c9-b14b-4525-8343-9f45ded95f0a (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d2e3b57f-d173-4857-b67b-e6edbbecc1b5 (dataset): DatasetConfig { id: d2e3b57f-d173-4857-b67b-e6edbbecc1b5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d71fd655-079f-4959-95d0-a32d65eb6da4 (dataset): DatasetConfig { id: d71fd655-079f-4959-95d0-a32d65eb6da4 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, da2789d5-ec8f-460f-b810-85566898a95b (dataset): DatasetConfig { id: da2789d5-ec8f-460f-b810-85566898a95b (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e163cb57-b497-41b1-9ff3-72c023e1eb30 (dataset): DatasetConfig { id: e163cb57-b497-41b1-9ff3-72c023e1eb30 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eabe6c6b-0d72-4819-ac05-4aa8a26080a3 (dataset): DatasetConfig { id: eabe6c6b-0d72-4819-ac05-4aa8a26080a3 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ee8684ac-57ae-49bb-9218-28588dde929f (dataset): DatasetConfig { id: ee8684ac-57ae-49bb-9218-28588dde929f (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f32d2def-a907-403c-b419-9e74c9c00fe7 (dataset): DatasetConfig { id: f32d2def-a907-403c-b419-9e74c9c00fe7 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f46aeb28-f431-4ae9-b701-4fe174de3930 (dataset): DatasetConfig { id: f46aeb28-f431-4ae9-b701-4fe174de3930 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f63a81bb-8330-4f09-84b8-338b196146fe (dataset): DatasetConfig { id: f63a81bb-8330-4f09-84b8-338b196146fe (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: "oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fae3eeae-471a-4913-a623-6e29101b1122 (dataset): DatasetConfig { id: fae3eeae-471a-4913-a623-6e29101b1122 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fff915b3-40c3-43b1-90ef-1a6a95165043 (dataset): DatasetConfig { id: fff915b3-40c3-43b1-90ef-1a6a95165043 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }
file = sled-agent/src/rack_setup/service.rs:460
sled_address = [fd00:1122:3344:101::1]:12345
|
| 447 | 2025-02-28T10:00:02.143Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40478
|
| 448 | 2025-02-28T10:00:02.143Z | INFO | SledAgent: datasets ensure
file = sled-agent/src/sled_agent.rs:861
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 449 | 2025-02-28T10:00:02.143Z | INFO | SledAgent (StorageManager): Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {03adfa86-98a8-48a8-8489-1445164365be (dataset): DatasetConfig { id: 03adfa86-98a8-48a8-8489-1445164365be (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b99b61d-7d48-415c-91e8-b0a04ec90a8b (dataset): DatasetConfig { id: 0b99b61d-7d48-415c-91e8-b0a04ec90a8b (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ea09a4a-f026-4624-9b44-1014674d1806 (dataset): DatasetConfig { id: 0ea09a4a-f026-4624-9b44-1014674d1806 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f63af50-5fa5-44e7-8ac4-805a988c8ea7 (dataset): DatasetConfig { id: 0f63af50-5fa5-44e7-8ac4-805a988c8ea7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 10407dba-5ef6-4e5f-9580-a1803276a5c3 (dataset): DatasetConfig { id: 10407dba-5ef6-4e5f-9580-a1803276a5c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 17806ff0-50dd-43a2-a12c-5a397a37bb4f (dataset): DatasetConfig { id: 17806ff0-50dd-43a2-a12c-5a397a37bb4f (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 184fa6e1-a635-4325-83cb-0fecf98b51ae (dataset): DatasetConfig { id: 184fa6e1-a635-4325-83cb-0fecf98b51ae (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1be795a4-8953-4573-bc61-c8d1067b17f2 (dataset): DatasetConfig { id: 1be795a4-8953-4573-bc61-c8d1067b17f2 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1d14cfc0-34b1-489d-98df-48ba26a0d3fd (dataset): DatasetConfig { id: 1d14cfc0-34b1-489d-98df-48ba26a0d3fd (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1f49618c-e4fc-4b8d-9cca-fd9e44b8c940 (dataset): DatasetConfig { id: 1f49618c-e4fc-4b8d-9cca-fd9e44b8c940 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 21ba94a5-01f0-4570-b7e7-e4f0b3258bc2 (dataset): DatasetConfig { id: 21ba94a5-01f0-4570-b7e7-e4f0b3258bc2 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b20a5c9-dae5-4554-863a-b10085fd93ed (dataset): DatasetConfig { id: 2b20a5c9-dae5-4554-863a-b10085fd93ed (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2ced8682-b1ae-4d5a-9daf-8519dd05eeb2 (dataset): DatasetConfig { id: 2ced8682-b1ae-4d5a-9daf-8519dd05eeb2 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d1cd47e-74bb-4173-b040-fc6b3c13fa0f (dataset): DatasetConfig { id: 2d1cd47e-74bb-4173-b040-fc6b3c13fa0f (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2de753d1-e018-45d6-8741-031844d2cb51 (dataset): DatasetConfig { id: 2de753d1-e018-45d6-8741-031844d2cb51 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2f9690bf-f7be-4e48-944d-4a27b6367226 (dataset): DatasetConfig { id: 2f9690bf-f7be-4e48-944d-4a27b6367226 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34b0735d-0a63-486e-a01a-f10a995604f1 (dataset): DatasetConfig { id: 34b0735d-0a63-486e-a01a-f10a995604f1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b0356f1-a216-4c26-942f-4cfa70b439c8 (dataset): DatasetConfig { id: 3b0356f1-a216-4c26-942f-4cfa70b439c8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 3bd08e9d-93b0-4ab5-9c01-c1b69cf434da (dataset): DatasetConfig { id: 3bd08e9d-93b0-4ab5-9c01-c1b69cf434da (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3da906c0-92c0-4524-8195-2c5f0a9525d4 (dataset): DatasetConfig { id: 3da906c0-92c0-4524-8195-2c5f0a9525d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 41d284a5-e1a7-4af1-a6ce-a8a12206664b (dataset): DatasetConfig { id: 41d284a5-e1a7-4af1-a6ce-a8a12206664b (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 445850d3-409e-4c95-8343-8f02921bb17d (dataset): DatasetConfig { id: 445850d3-409e-4c95-8343-8f02921bb17d (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 45a6c5c5-1faf-4e5d-8534-58a8004d827b (dataset): DatasetConfig { id: 45a6c5c5-1faf-4e5d-8534-58a8004d827b (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZone { name: "oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4bd8d55d-d1ba-43ba-945f-5fe9bd138be2 (dataset): DatasetConfig { id: 4bd8d55d-d1ba-43ba-945f-5fe9bd138be2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4be9d1df-7d8e-4732-8bbb-d008edddc685 (dataset): DatasetConfig { id: 4be9d1df-7d8e-4732-8bbb-d008edddc685 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4c1a3d10-0e76-483f-9b7c-bf05432e550a (dataset): DatasetConfig { id: 4c1a3d10-0e76-483f-9b7c-bf05432e550a (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 52c5e4d7-c69c-4fc8-be23-fcbc587d1071 (dataset): DatasetConfig { id: 52c5e4d7-c69c-4fc8-be23-fcbc587d1071 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 562aa0c8-d77c-4a6d-bb95-8feca2b29b53 (dataset): DatasetConfig { id: 562aa0c8-d77c-4a6d-bb95-8feca2b29b53 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 56ccac30-a688-4cf9-8ac1-4b09eefff85d (dataset): DatasetConfig { id: 56ccac30-a688-4cf9-8ac1-4b09eefff85d (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60924b2a-cc42-4cc4-a5c6-d8f8a8feace4 (dataset): DatasetConfig { id: 60924b2a-cc42-4cc4-a5c6-d8f8a8feace4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60f62937-57ba-4442-83d2-246ff2e09438 (dataset): DatasetConfig { id: 60f62937-57ba-4442-83d2-246ff2e09438 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 621837dd-88b6-4975-afcb-9f2eba88b6ca (dataset): DatasetConfig { id: 621837dd-88b6-4975-afcb-9f2eba88b6ca (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6fe564bb-732e-4474-afb0-800d27a3bd5c (dataset): DatasetConfig { id: 6fe564bb-732e-4474-afb0-800d27a3bd5c (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ffd4204-fd68-4418-9443-a80c9c1644b9 (dataset): DatasetConfig { id: 6ffd4204-fd68-4418-9443-a80c9c1644b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 78b422ca-ecef-4f0b-8595-4780f79fd8ca (dataset): DatasetConfig { id: 78b422ca-ecef-4f0b-8595-4780f79fd8ca (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7953d98d-597e-4a23-8f6b-f613781926bd (dataset): DatasetConfig { id: 7953d98d-597e-4a23-8f6b-f613781926bd (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7dac7966-86f9-42f0-aa79-799126250279 (dataset): DatasetConfig { id: 7dac7966-86f9-42f0-aa79-799126250279 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7edb3db8-c0f9-4c1e-9848-8bf8c84f8a93 (dataset): DatasetConfig { id: 7edb3db8-c0f9-4c1e-9848-8bf8c84f8a93 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 83de38fb-4030-43a5-8966-0d6a7aae5c2e (dataset): DatasetConfig { id: 83de38fb-4030-43a5-8966-0d6a7aae5c2e (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 85a2e221-4e28-4ea2-817b-6dbf044df430 (dataset): DatasetConfig { id: 85a2e221-4e28-4ea2-817b-6dbf044df430 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 932ef40f-2e7c-4a79-b955-715fd3f4a5fd (dataset): DatasetConfig { id: 932ef40f-2e7c-4a79-b955-715fd3f4a5fd (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 95e7e78f-5a8b-487f-a962-16eb8c0b76d9 (dataset): DatasetConfig { id: 95e7e78f-5a8b-487f-a962-16eb8c0b76d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9ad9126a-1857-4963-9a4f-e4b02467a5f9 (dataset): DatasetConfig { id: 9ad9126a-1857-4963-9a4f-e4b02467a5f9 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a1482553-3458-4c0e-82d1-9cd9d42b7b1e (dataset): DatasetConfig { id: a1482553-3458-4c0e-82d1-9cd9d42b7b1e (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a65f599c-c82a-4088-9660-dee1d33e3c89 (dataset): DatasetConfig { id: a65f599c-c82a-4088-9660-dee1d33e3c89 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a9b80f5e-2941-4b72-b606-fb9f3ceb1433 (dataset): DatasetConfig { id: a9b80f5e-2941-4b72-b606-fb9f3ceb1433 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aed2c8e6-f52a-43c6-8b88-b5890c0562d8 (dataset): DatasetConfig { id: aed2c8e6-f52a-43c6-8b88-b5890c0562d8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6fafa00-aeba-4af3-a970-8a9e8de1e5c9 (dataset): DatasetConfig { id: b6fafa00-aeba-4af3-a970-8a9e8de1e5c9 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, baf810d7-7774-4af2-a1f3-4c6bd03fdbcf (dataset): DatasetConfig { id: baf810d7-7774-4af2-a1f3-4c6bd03fdbcf (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bf56e3aa-1637-4e5b-af29-d83991a0f524 (dataset): DatasetConfig { id: bf56e3aa-1637-4e5b-af29-d83991a0f524 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c130b00f-b935-4f18-b64b-ae6b8a020f1a (dataset): DatasetConfig { id: c130b00f-b935-4f18-b64b-ae6b8a020f1a (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c137b0e3-bf29-43a5-a79b-546e0b0c3afe (dataset): DatasetConfig { id: c137b0e3-bf29-43a5-a79b-546e0b0c3afe (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c8e471cb-2b9c-4e5e-bc2c-67be2e29ffb4 (dataset): DatasetConfig { id: c8e471cb-2b9c-4e5e-bc2c-67be2e29ffb4 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cadc5741-4095-4c08-8308-7e2e7319d165 (dataset): DatasetConfig { id: cadc5741-4095-4c08-8308-7e2e7319d165 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ce5241c9-b14b-4525-8343-9f45ded95f0a (dataset): DatasetConfig { id: ce5241c9-b14b-4525-8343-9f45ded95f0a (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d2e3b57f-d173-4857-b67b-e6edbbecc1b5 (dataset): DatasetConfig { id: d2e3b57f-d173-4857-b67b-e6edbbecc1b5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d71fd655-079f-4959-95d0-a32d65eb6da4 (dataset): DatasetConfig { id: d71fd655-079f-4959-95d0-a32d65eb6da4 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, da2789d5-ec8f-460f-b810-85566898a95b (dataset): DatasetConfig { id: da2789d5-ec8f-460f-b810-85566898a95b (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e163cb57-b497-41b1-9ff3-72c023e1eb30 (dataset): DatasetConfig { id: e163cb57-b497-41b1-9ff3-72c023e1eb30 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eabe6c6b-0d72-4819-ac05-4aa8a26080a3 (dataset): DatasetConfig { id: eabe6c6b-0d72-4819-ac05-4aa8a26080a3 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ee8684ac-57ae-49bb-9218-28588dde929f (dataset): DatasetConfig { id: ee8684ac-57ae-49bb-9218-28588dde929f (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f32d2def-a907-403c-b419-9e74c9c00fe7 (dataset): DatasetConfig { id: f32d2def-a907-403c-b419-9e74c9c00fe7 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: "oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f46aeb28-f431-4ae9-b701-4fe174de3930 (dataset): DatasetConfig { id: f46aeb28-f431-4ae9-b701-4fe174de3930 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f63a81bb-8330-4f09-84b8-338b196146fe (dataset): DatasetConfig { id: f63a81bb-8330-4f09-84b8-338b196146fe (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: "oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fae3eeae-471a-4913-a623-6e29101b1122 (dataset): DatasetConfig { id: fae3eeae-471a-4913-a623-6e29101b1122 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fff915b3-40c3-43b1-90ef-1a6a95165043 (dataset): DatasetConfig { id: fff915b3-40c3-43b1-90ef-1a6a95165043 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 450 | 2025-02-28T10:00:02.143Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-datasets.json
file = common/src/ledger.rs:188
request = datasets_ensure
|
| 451 | 2025-02-28T10:00:02.143Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-datasets.json
file = common/src/ledger.rs:188
request = datasets_ensure
|
| 452 | 2025-02-28T10:00:02.143Z | INFO | SledAgent (StorageManager): No previously-stored 'requested datasets', creating new ledger
file = sled-storage/src/manager.rs:909
request = datasets_ensure
|
| 453 | 2025-02-28T10:00:02.159Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 454 | 2025-02-28T10:00:02.159Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 455 | 2025-02-28T10:00:02.159Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone/oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"), full_name: "oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone/oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21" }
file = sled-storage/src/manager.rs:1431
|
| 456 | 2025-02-28T10:00:02.223Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 457 | 2025-02-28T10:00:02.223Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 458 | 2025-02-28T10:00:02.223Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 459 | 2025-02-28T10:00:02.284Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 460 | 2025-02-28T10:00:02.284Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 461 | 2025-02-28T10:00:02.284Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone"), full_name: "oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 462 | 2025-02-28T10:00:02.324Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 463 | 2025-02-28T10:00:02.324Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 464 | 2025-02-28T10:00:02.324Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"), full_name: "oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392" }
file = sled-storage/src/manager.rs:1431
|
| 465 | 2025-02-28T10:00:02.399Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 466 | 2025-02-28T10:00:02.399Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 467 | 2025-02-28T10:00:02.399Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 468 | 2025-02-28T10:00:02.465Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 469 | 2025-02-28T10:00:02.465Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 470 | 2025-02-28T10:00:02.465Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8" }
file = sled-storage/src/manager.rs:1431
|
| 471 | 2025-02-28T10:00:02.540Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 472 | 2025-02-28T10:00:02.540Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 473 | 2025-02-28T10:00:02.540Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"), full_name: "oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef" }
file = sled-storage/src/manager.rs:1431
|
| 474 | 2025-02-28T10:00:02.614Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 475 | 2025-02-28T10:00:02.614Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 476 | 2025-02-28T10:00:02.614Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820" }
file = sled-storage/src/manager.rs:1431
|
| 477 | 2025-02-28T10:00:02.693Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 478 | 2025-02-28T10:00:02.693Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 479 | 2025-02-28T10:00:02.693Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_3897c72b-37ba-4126-b207-cca189c4751f/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 480 | 2025-02-28T10:00:02.756Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 481 | 2025-02-28T10:00:02.756Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 482 | 2025-02-28T10:00:02.756Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/debug"), full_name: "oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 483 | 2025-02-28T10:00:02.794Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 484 | 2025-02-28T10:00:02.794Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 485 | 2025-02-28T10:00:02.794Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0"), full_name: "oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0" }
file = sled-storage/src/manager.rs:1431
|
| 486 | 2025-02-28T10:00:02.873Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 487 | 2025-02-28T10:00:02.873Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 488 | 2025-02-28T10:00:02.873Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 489 | 2025-02-28T10:00:02.938Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 490 | 2025-02-28T10:00:02.938Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 491 | 2025-02-28T10:00:02.938Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 492 | 2025-02-28T10:00:02.983Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/probe_manager.rs:238
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 493 | 2025-02-28T10:00:03.001Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 494 | 2025-02-28T10:00:03.001Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 495 | 2025-02-28T10:00:03.001Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/debug"), full_name: "oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 496 | 2025-02-28T10:00:03.039Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 497 | 2025-02-28T10:00:03.039Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 498 | 2025-02-28T10:00:03.039Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 499 | 2025-02-28T10:00:03.104Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 500 | 2025-02-28T10:00:03.104Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 501 | 2025-02-28T10:00:03.104Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone"), full_name: "oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 502 | 2025-02-28T10:00:03.142Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 503 | 2025-02-28T10:00:03.142Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 504 | 2025-02-28T10:00:03.142Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone"), full_name: "oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 505 | 2025-02-28T10:00:03.180Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 506 | 2025-02-28T10:00:03.180Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 507 | 2025-02-28T10:00:03.180Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/debug"), full_name: "oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 508 | 2025-02-28T10:00:03.217Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 509 | 2025-02-28T10:00:03.217Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 510 | 2025-02-28T10:00:03.217Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"), full_name: "oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e" }
file = sled-storage/src/manager.rs:1431
|
| 511 | 2025-02-28T10:00:03.288Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 512 | 2025-02-28T10:00:03.288Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 513 | 2025-02-28T10:00:03.288Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/clickhouse" }
file = sled-storage/src/manager.rs:1431
|
| 514 | 2025-02-28T10:00:03.354Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 515 | 2025-02-28T10:00:03.354Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 516 | 2025-02-28T10:00:03.354Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/debug"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 517 | 2025-02-28T10:00:03.389Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 518 | 2025-02-28T10:00:03.389Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 519 | 2025-02-28T10:00:03.389Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/3897c72b-37ba-4126-b207-cca189c4751f/crypt/debug"), full_name: "oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 520 | 2025-02-28T10:00:03.428Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 521 | 2025-02-28T10:00:03.428Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 522 | 2025-02-28T10:00:03.428Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44"), full_name: "oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44" }
file = sled-storage/src/manager.rs:1431
|
| 523 | 2025-02-28T10:00:03.500Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 524 | 2025-02-28T10:00:03.500Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 525 | 2025-02-28T10:00:03.500Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"), full_name: "oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b" }
file = sled-storage/src/manager.rs:1431
|
| 526 | 2025-02-28T10:00:03.571Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 527 | 2025-02-28T10:00:03.571Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 528 | 2025-02-28T10:00:03.571Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"), full_name: "oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133" }
file = sled-storage/src/manager.rs:1431
|
| 529 | 2025-02-28T10:00:03.639Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 530 | 2025-02-28T10:00:03.639Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 531 | 2025-02-28T10:00:03.639Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"), full_name: "oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa" }
file = sled-storage/src/manager.rs:1431
|
| 532 | 2025-02-28T10:00:03.711Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 533 | 2025-02-28T10:00:03.711Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 534 | 2025-02-28T10:00:03.711Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 535 | 2025-02-28T10:00:03.769Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 536 | 2025-02-28T10:00:03.769Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 537 | 2025-02-28T10:00:03.769Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/debug"), full_name: "oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 538 | 2025-02-28T10:00:03.806Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 539 | 2025-02-28T10:00:03.806Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 540 | 2025-02-28T10:00:03.806Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 541 | 2025-02-28T10:00:03.871Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 542 | 2025-02-28T10:00:03.871Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 543 | 2025-02-28T10:00:03.871Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f"), full_name: "oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f" }
file = sled-storage/src/manager.rs:1431
|
| 544 | 2025-02-28T10:00:03.942Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 545 | 2025-02-28T10:00:03.942Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 546 | 2025-02-28T10:00:03.942Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/debug"), full_name: "oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 547 | 2025-02-28T10:00:03.980Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 548 | 2025-02-28T10:00:03.980Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 549 | 2025-02-28T10:00:03.980Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a"), full_name: "oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a" }
file = sled-storage/src/manager.rs:1431
|
| 550 | 2025-02-28T10:00:03.986Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/probe_manager.rs:238
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 551 | 2025-02-28T10:00:04.051Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 552 | 2025-02-28T10:00:04.051Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 553 | 2025-02-28T10:00:04.051Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89" }
file = sled-storage/src/manager.rs:1431
|
| 554 | 2025-02-28T10:00:04.123Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 555 | 2025-02-28T10:00:04.123Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 556 | 2025-02-28T10:00:04.123Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone"), full_name: "oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 557 | 2025-02-28T10:00:04.160Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 558 | 2025-02-28T10:00:04.160Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 559 | 2025-02-28T10:00:04.160Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 560 | 2025-02-28T10:00:04.220Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 561 | 2025-02-28T10:00:04.220Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 562 | 2025-02-28T10:00:04.220Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b"), full_name: "oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b" }
file = sled-storage/src/manager.rs:1431
|
| 563 | 2025-02-28T10:00:04.299Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 564 | 2025-02-28T10:00:04.299Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 565 | 2025-02-28T10:00:04.299Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"), full_name: "oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f" }
file = sled-storage/src/manager.rs:1431
|
| 566 | 2025-02-28T10:00:04.373Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 567 | 2025-02-28T10:00:04.373Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 568 | 2025-02-28T10:00:04.373Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 569 | 2025-02-28T10:00:04.438Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 570 | 2025-02-28T10:00:04.438Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 571 | 2025-02-28T10:00:04.438Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"), full_name: "oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce" }
file = sled-storage/src/manager.rs:1431
|
| 572 | 2025-02-28T10:00:04.514Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 573 | 2025-02-28T10:00:04.514Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 574 | 2025-02-28T10:00:04.514Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"), full_name: "oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba" }
file = sled-storage/src/manager.rs:1431
|
| 575 | 2025-02-28T10:00:04.586Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 576 | 2025-02-28T10:00:04.586Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 577 | 2025-02-28T10:00:04.586Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/external_dns" }
file = sled-storage/src/manager.rs:1431
|
| 578 | 2025-02-28T10:00:04.650Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 579 | 2025-02-28T10:00:04.650Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 580 | 2025-02-28T10:00:04.650Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 581 | 2025-02-28T10:00:04.688Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 582 | 2025-02-28T10:00:04.688Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 583 | 2025-02-28T10:00:04.688Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/debug"), full_name: "oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 584 | 2025-02-28T10:00:04.726Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 585 | 2025-02-28T10:00:04.726Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 586 | 2025-02-28T10:00:04.726Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 587 | 2025-02-28T10:00:04.787Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 588 | 2025-02-28T10:00:04.787Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 589 | 2025-02-28T10:00:04.787Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"), full_name: "oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810" }
file = sled-storage/src/manager.rs:1431
|
| 590 | 2025-02-28T10:00:04.861Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 591 | 2025-02-28T10:00:04.861Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 592 | 2025-02-28T10:00:04.861Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 593 | 2025-02-28T10:00:04.923Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 594 | 2025-02-28T10:00:04.923Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 595 | 2025-02-28T10:00:04.923Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone"), full_name: "oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 596 | 2025-02-28T10:00:04.962Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 597 | 2025-02-28T10:00:04.962Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 598 | 2025-02-28T10:00:04.962Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef" }
file = sled-storage/src/manager.rs:1431
|
| 599 | 2025-02-28T10:00:04.988Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/probe_manager.rs:238
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 600 | 2025-02-28T10:00:05.040Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 601 | 2025-02-28T10:00:05.040Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 602 | 2025-02-28T10:00:05.040Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 603 | 2025-02-28T10:00:05.107Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 604 | 2025-02-28T10:00:05.107Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 605 | 2025-02-28T10:00:05.107Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 606 | 2025-02-28T10:00:05.172Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 607 | 2025-02-28T10:00:05.172Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 608 | 2025-02-28T10:00:05.172Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), full_name: "oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1" }
file = sled-storage/src/manager.rs:1431
|
| 609 | 2025-02-28T10:00:05.251Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 610 | 2025-02-28T10:00:05.251Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 611 | 2025-02-28T10:00:05.251Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone"), full_name: "oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 612 | 2025-02-28T10:00:05.290Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 613 | 2025-02-28T10:00:05.290Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 614 | 2025-02-28T10:00:05.290Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone"), full_name: "oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 615 | 2025-02-28T10:00:05.329Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 616 | 2025-02-28T10:00:05.329Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 617 | 2025-02-28T10:00:05.329Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/debug"), full_name: "oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 618 | 2025-02-28T10:00:05.369Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 619 | 2025-02-28T10:00:05.369Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 620 | 2025-02-28T10:00:05.369Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf"), full_name: "oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf" }
file = sled-storage/src/manager.rs:1431
|
| 621 | 2025-02-28T10:00:05.442Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 622 | 2025-02-28T10:00:05.442Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 623 | 2025-02-28T10:00:05.442Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone/oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"), full_name: "oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone/oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd" }
file = sled-storage/src/manager.rs:1431
|
| 624 | 2025-02-28T10:00:05.518Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 625 | 2025-02-28T10:00:05.518Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 626 | 2025-02-28T10:00:05.518Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 627 | 2025-02-28T10:00:05.580Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 628 | 2025-02-28T10:00:05.580Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 629 | 2025-02-28T10:00:05.580Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 630 | 2025-02-28T10:00:05.642Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 631 | 2025-02-28T10:00:05.642Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 632 | 2025-02-28T10:00:05.642Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 633 | 2025-02-28T10:00:05.703Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 634 | 2025-02-28T10:00:05.703Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 635 | 2025-02-28T10:00:05.703Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d" }
file = sled-storage/src/manager.rs:1431
|
| 636 | 2025-02-28T10:00:05.778Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 637 | 2025-02-28T10:00:05.778Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 638 | 2025-02-28T10:00:05.778Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone"), full_name: "oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 639 | 2025-02-28T10:00:05.816Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 640 | 2025-02-28T10:00:05.816Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 641 | 2025-02-28T10:00:05.816Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9" }
file = sled-storage/src/manager.rs:1431
|
| 642 | 2025-02-28T10:00:05.889Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 643 | 2025-02-28T10:00:05.889Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 644 | 2025-02-28T10:00:05.889Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd"), full_name: "oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd" }
file = sled-storage/src/manager.rs:1431
|
| 645 | 2025-02-28T10:00:05.989Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/probe_manager.rs:238
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 646 | 2025-02-28T10:00:05.990Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 647 | 2025-02-28T10:00:05.990Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 648 | 2025-02-28T10:00:05.990Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"), full_name: "oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69" }
file = sled-storage/src/manager.rs:1431
|
| 649 | 2025-02-28T10:00:06.068Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 650 | 2025-02-28T10:00:06.068Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 651 | 2025-02-28T10:00:06.068Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), full_name: "oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5" }
file = sled-storage/src/manager.rs:1431
|
| 652 | 2025-02-28T10:00:06.140Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 653 | 2025-02-28T10:00:06.140Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 654 | 2025-02-28T10:00:06.140Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/external_dns" }
file = sled-storage/src/manager.rs:1431
|
| 655 | 2025-02-28T10:00:06.206Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-datasets.json.tmp
file = common/src/ledger.rs:199
request = datasets_ensure
|
| 656 | 2025-02-28T10:00:06.206Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-datasets.json.tmp
file = common/src/ledger.rs:199
request = datasets_ensure
|
| 657 | 2025-02-28T10:00:06.207Z | INFO | SledAgent: datasets ensure: Updated storage
file = sled-agent/src/sled_agent.rs:863
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 658 | 2025-02-28T10:00:06.207Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 4063984
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:40478
req_id = 74341024-56d2-494b-8e0e-f5a66ca45eb4
response_code = 200
uri = /datasets
|
| 659 | 2025-02-28T10:00:06.238Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 660 | 2025-02-28T10:00:06.239Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33461
|
| 661 | 2025-02-28T10:00:06.239Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 662 | 2025-02-28T10:00:06.239Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 663 | 2025-02-28T10:00:06.248Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 664 | 2025-02-28T10:00:06.248Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 665 | 2025-02-28T10:00:06.257Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 666 | 2025-02-28T10:00:06.257Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 667 | 2025-02-28T10:00:06.265Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 668 | 2025-02-28T10:00:06.265Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 669 | 2025-02-28T10:00:06.265Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 670 | 2025-02-28T10:00:06.265Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 3
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 671 | 2025-02-28T10:00:06.265Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 672 | 2025-02-28T10:00:06.316Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 673 | 2025-02-28T10:00:06.316Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 674 | 2025-02-28T10:00:06.316Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 675 | 2025-02-28T10:00:06.371Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
file = illumos-utils/src/zone.rs:325
|
| 676 | 2025-02-28T10:00:06.375Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
file = illumos-utils/src/zone.rs:325
|
| 677 | 2025-02-28T10:00:06.379Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
file = illumos-utils/src/zone.rs:325
|
| 678 | 2025-02-28T10:00:06.391Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
file = illumos-utils/src/zone.rs:363
|
| 679 | 2025-02-28T10:00:06.395Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
file = illumos-utils/src/zone.rs:363
|
| 680 | 2025-02-28T10:00:06.399Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
file = illumos-utils/src/zone.rs:363
|
| 681 | 2025-02-28T10:00:06.992Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/probe_manager.rs:238
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 682 | 2025-02-28T10:00:07.686Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4401
|
| 683 | 2025-02-28T10:00:07.686Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4411
gateway = fd00:1122:3344:101::1
|
| 684 | 2025-02-28T10:00:07.691Z | INFO | SledAgent (ServiceManager): Default route already exists
file = sled-agent/src/services.rs:4425
gateway = fd00:1122:3344:101::1
|
| 685 | 2025-02-28T10:00:07.691Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4490
|
| 686 | 2025-02-28T10:00:07.836Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4531
|
| 687 | 2025-02-28T10:00:07.836Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4558
|
| 688 | 2025-02-28T10:00:07.875Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4571
|
| 689 | 2025-02-28T10:00:07.875Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4442
|
| 690 | 2025-02-28T10:00:07.923Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4484
|
| 691 | 2025-02-28T10:00:07.923Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4538
rack_subnet = fd00:1122:3344::
|
| 692 | 2025-02-28T10:00:07.943Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4549
|
| 693 | 2025-02-28T10:00:07.943Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4622
|
| 694 | 2025-02-28T10:00:08.014Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4654
|
| 695 | 2025-02-28T10:00:08.014Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4660
|
| 696 | 2025-02-28T10:00:08.103Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4701
|
| 697 | 2025-02-28T10:00:08.103Z | INFO | SledAgent (ServiceManager): configuring tfport service
file = sled-agent/src/services.rs:4574
|
| 698 | 2025-02-28T10:00:08.109Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 699 | 2025-02-28T10:00:08.200Z | INFO | SledAgent (ServiceManager): refreshed tfport service with new configuration
file = sled-agent/src/services.rs:4607
|
| 700 | 2025-02-28T10:00:08.200Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:370
|
| 701 | 2025-02-28T10:00:08.233Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/nexus.rs:530
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 702 | 2025-02-28T10:00:08.234Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:420
|
| 703 | 2025-02-28T10:00:08.235Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1069387983203858744
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 704 | 2025-02-28T10:00:08.235Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2004297213801855812
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 705 | 2025-02-28T10:00:08.265Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:717
|
| 706 | 2025-02-28T10:00:08.265Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:762
|
| 707 | 2025-02-28T10:00:08.265Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:765
uptime = 1
|
| 708 | 2025-02-28T10:00:08.265Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:444
|
| 709 | 2025-02-28T10:00:08.300Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 710 | 2025-02-28T10:00:08.326Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12960829913876052931
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 711 | 2025-02-28T10:00:08.327Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7313885003725688660
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 712 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 713 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 714 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 715 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 716 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 717 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 718 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 719 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 720 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 721 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 722 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 723 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 724 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 725 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 726 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 727 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 728 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 729 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 730 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 731 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 732 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 733 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 734 | 2025-02-28T10:00:08.352Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 735 | 2025-02-28T10:00:08.590Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 736 | 2025-02-28T10:00:08.590Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = sled-agent/src/services.rs:1066
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 737 | 2025-02-28T10:00:08.590Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = sled-agent/src/services.rs:1066
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 738 | 2025-02-28T10:00:09.069Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 739 | 2025-02-28T10:00:09.069Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
|
| 740 | 2025-02-28T10:00:09.073Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
|
| 741 | 2025-02-28T10:00:09.077Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = sled-agent/src/services.rs:1066
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 742 | 2025-02-28T10:00:09.077Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 743 | 2025-02-28T10:00:09.205Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf") failed: Property not found. retry in 51.442307ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
|
| 744 | 2025-02-28T10:00:09.212Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd") failed: Property not found. retry in 33.841311ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 745 | 2025-02-28T10:00:09.218Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820") failed: Property not found. retry in 30.638875ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
|
| 746 | 2025-02-28T10:00:09.254Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd") failed: Property not found. retry in 81.981981ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 747 | 2025-02-28T10:00:09.260Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820") failed: Property not found. retry in 127.601344ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
|
| 748 | 2025-02-28T10:00:09.267Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf") failed: Property not found. retry in 112.119863ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
|
| 749 | 2025-02-28T10:00:09.372Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd") failed: Property not found. retry in 134.900655ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 750 | 2025-02-28T10:00:09.394Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf") failed: Property not found. retry in 179.607275ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
|
| 751 | 2025-02-28T10:00:09.420Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820") failed: Property not found. retry in 202.049376ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
|
| 752 | 2025-02-28T10:00:09.540Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd") failed: Property not found. retry in 367.767631ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 753 | 2025-02-28T10:00:09.603Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf") failed: Property not found. retry in 369.775455ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
|
| 754 | 2025-02-28T10:00:09.689Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820") failed: Property not found. retry in 584.039305ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
|
| 755 | 2025-02-28T10:00:09.936Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd") failed: Property not found. retry in 683.526774ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 756 | 2025-02-28T10:00:09.990Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf") failed: Property not found. retry in 672.348052ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
|
| 757 | 2025-02-28T10:00:10.283Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820") failed: Property not found. retry in 744.475314ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
|
| 758 | 2025-02-28T10:00:10.633Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd") failed: Property not found. retry in 1.151567982s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 759 | 2025-02-28T10:00:10.674Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf") failed: Property not found. retry in 1.40822282s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
|
| 760 | 2025-02-28T10:00:11.036Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820") failed: Property not found. retry in 1.104974332s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
|
| 761 | 2025-02-28T10:00:11.795Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd") failed: Property not found. retry in 906.700515ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 762 | 2025-02-28T10:00:12.093Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf") failed: Property not found. retry in 937.431777ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
|
| 763 | 2025-02-28T10:00:12.153Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820") failed: Property not found. retry in 1.322590116s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
|
| 764 | 2025-02-28T10:00:12.710Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd") failed: Property not found. retry in 1.28181033s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 765 | 2025-02-28T10:00:13.041Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf") failed: Property not found. retry in 1.193989925s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
|
| 766 | 2025-02-28T10:00:13.484Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820") failed: Property not found. retry in 604.550275ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
|
| 767 | 2025-02-28T10:00:14.002Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd") failed: Property not found. retry in 591.637089ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 768 | 2025-02-28T10:00:14.098Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820") failed: Property not found. retry in 1.492068927s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
|
| 769 | 2025-02-28T10:00:14.245Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf") failed: Property not found. retry in 902.60141ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
|
| 770 | 2025-02-28T10:00:14.602Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd") failed: Property not found. retry in 1.082726507s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 771 | 2025-02-28T10:00:15.706Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd
|
| 772 | 2025-02-28T10:00:15.706Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820
|
| 773 | 2025-02-28T10:00:15.706Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf
|
| 774 | 2025-02-28T10:00:15.706Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 775 | 2025-02-28T10:00:15.706Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 776 | 2025-02-28T10:00:15.706Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 9467688
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:33461
req_id = 8606a579-ed34-47a0-a9af-ce5263ffa0f9
response_code = 204
uri = /omicron-zones
|
| 777 | 2025-02-28T10:00:15.708Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 778 | 2025-02-28T10:00:15.930Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 72.134461ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:678
|
| 779 | 2025-02-28T10:00:16.030Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 780 | 2025-02-28T10:00:16.085Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 781 | 2025-02-28T10:00:16.140Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:694
|
| 782 | 2025-02-28T10:00:16.140Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 783 | 2025-02-28T10:00:16.171Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 784 | 2025-02-28T10:00:16.172Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 785 | 2025-02-28T10:00:16.172Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 786 | 2025-02-28T10:00:16.202Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 787 | 2025-02-28T10:00:16.202Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59010
|
| 788 | 2025-02-28T10:00:16.202Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 789 | 2025-02-28T10:00:16.202Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 790 | 2025-02-28T10:00:16.214Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 791 | 2025-02-28T10:00:16.214Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 792 | 2025-02-28T10:00:16.224Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 793 | 2025-02-28T10:00:16.224Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 794 | 2025-02-28T10:00:16.234Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 795 | 2025-02-28T10:00:16.234Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 796 | 2025-02-28T10:00:16.234Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 797 | 2025-02-28T10:00:16.234Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 1
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 798 | 2025-02-28T10:00:16.234Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 799 | 2025-02-28T10:00:16.246Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 800 | 2025-02-28T10:00:16.279Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 801 | 2025-02-28T10:00:16.279Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 802 | 2025-02-28T10:00:16.279Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 803 | 2025-02-28T10:00:16.309Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:461
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 228, 69]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 804 | 2025-02-28T10:00:16.309Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1358
zone_type = boundary_ntp
|
| 805 | 2025-02-28T10:00:16.310Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:83
|
| 806 | 2025-02-28T10:00:16.310Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:90
|
| 807 | 2025-02-28T10:00:16.310Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:118
|
| 808 | 2025-02-28T10:00:16.312Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 809 | 2025-02-28T10:00:16.336Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
file = illumos-utils/src/zone.rs:325
|
| 810 | 2025-02-28T10:00:16.355Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
file = illumos-utils/src/zone.rs:363
|
| 811 | 2025-02-28T10:00:17.024Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 812 | 2025-02-28T10:00:17.025Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 813 | 2025-02-28T10:00:17.166Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44") failed: Property not found. retry in 64.374876ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 814 | 2025-02-28T10:00:17.248Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44") failed: Property not found. retry in 66.769501ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 815 | 2025-02-28T10:00:17.326Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44") failed: Property not found. retry in 254.162093ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 816 | 2025-02-28T10:00:17.593Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44") failed: Property not found. retry in 316.323633ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 817 | 2025-02-28T10:00:17.918Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44") failed: Property not found. retry in 1.069297609s
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 818 | 2025-02-28T10:00:18.236Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1069387983203858744
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 819 | 2025-02-28T10:00:18.237Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2004297213801855812
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 820 | 2025-02-28T10:00:18.327Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12960829913876052931
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 821 | 2025-02-28T10:00:18.328Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7313885003725688660
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 822 | 2025-02-28T10:00:18.999Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44") failed: Property not found. retry in 593.459129ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 823 | 2025-02-28T10:00:19.601Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44") failed: Property not found. retry in 1.090018122s
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 824 | 2025-02-28T10:00:20.701Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44") failed: Property not found. retry in 540.892128ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 825 | 2025-02-28T10:00:21.251Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44") failed: Property not found. retry in 588.42048ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 826 | 2025-02-28T10:00:21.849Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44") failed: Property not found. retry in 1.096766345s
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 827 | 2025-02-28T10:00:22.965Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44
|
| 828 | 2025-02-28T10:00:22.965Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 829 | 2025-02-28T10:00:22.966Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 830 | 2025-02-28T10:00:22.966Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 6764333
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:59010
req_id = ddcc6f7e-d0a2-412c-84e1-68ac0ea822a6
response_code = 204
uri = /omicron-zones
|
| 831 | 2025-02-28T10:00:22.968Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:735
|
| 832 | 2025-02-28T10:00:22.998Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 833 | 2025-02-28T10:00:22.998Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64749
|
| 834 | 2025-02-28T10:00:23.007Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:4009
|
| 835 | 2025-02-28T10:00:23.007Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 8991
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64749
req_id = 54aabc0d-65cd-4fc8-a583-918b16f84f2d
response_code = 500
uri = /timesync
|
| 836 | 2025-02-28T10:00:23.009Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 837 | 2025-02-28T10:00:23.151Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 838 | 2025-02-28T10:00:23.151Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59218
|
| 839 | 2025-02-28T10:00:25.177Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 9484122180592949777
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 840 | 2025-02-28T10:00:25.611Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11113750812681535678
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 841 | 2025-02-28T10:00:25.708Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8197767730611370196
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 842 | 2025-02-28T10:00:27.160Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:4009
|
| 843 | 2025-02-28T10:00:27.160Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 4008743
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59218
req_id = 1165d843-6d21-4e59-a293-5bda55ac9e55
response_code = 500
uri = /timesync
|
| 844 | 2025-02-28T10:00:27.163Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 845 | 2025-02-28T10:00:27.348Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 846 | 2025-02-28T10:00:27.348Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42625
|
| 847 | 2025-02-28T10:00:27.357Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:4009
|
| 848 | 2025-02-28T10:00:27.357Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 8667
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42625
req_id = 32b54746-3cd5-4954-867a-4371c9f83026
response_code = 500
uri = /timesync
|
| 849 | 2025-02-28T10:00:27.360Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 850 | 2025-02-28T10:00:27.538Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 851 | 2025-02-28T10:00:27.538Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46388
|
| 852 | 2025-02-28T10:00:28.240Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1069387983203858744
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 853 | 2025-02-28T10:00:28.240Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2004297213801855812
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 854 | 2025-02-28T10:00:28.328Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12960829913876052931
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 855 | 2025-02-28T10:00:28.328Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7313885003725688660
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 856 | 2025-02-28T10:00:31.657Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:4009
|
| 857 | 2025-02-28T10:00:31.657Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 4009343
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46388
req_id = 048f7d20-ad1a-4515-b323-ebd3a01abf88
response_code = 500
uri = /timesync
|
| 858 | 2025-02-28T10:00:31.659Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 859 | 2025-02-28T10:00:31.845Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 860 | 2025-02-28T10:00:31.845Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44699
|
| 861 | 2025-02-28T10:00:31.867Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 21736
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44699
req_id = 7ba638d8-c06f-482e-8952-854f947b21ba
response_code = 200
uri = /timesync
|
| 862 | 2025-02-28T10:00:31.870Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1111213662, ip_addr: 66.59.198.94, stratum: 3, ref_time: 1740736829.7523155, correction: -0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 863 | 2025-02-28T10:00:31.870Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1378
|
| 864 | 2025-02-28T10:00:31.900Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 865 | 2025-02-28T10:00:31.900Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40478
|
| 866 | 2025-02-28T10:00:31.901Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 867 | 2025-02-28T10:00:31.901Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 868 | 2025-02-28T10:00:31.911Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 869 | 2025-02-28T10:00:31.911Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 870 | 2025-02-28T10:00:31.920Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 871 | 2025-02-28T10:00:31.920Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 872 | 2025-02-28T10:00:31.931Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 873 | 2025-02-28T10:00:31.931Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 874 | 2025-02-28T10:00:31.940Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 875 | 2025-02-28T10:00:31.940Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 876 | 2025-02-28T10:00:31.949Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 877 | 2025-02-28T10:00:31.949Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 878 | 2025-02-28T10:00:31.958Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 879 | 2025-02-28T10:00:31.958Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 880 | 2025-02-28T10:00:31.967Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 881 | 2025-02-28T10:00:31.967Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 882 | 2025-02-28T10:00:31.977Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 883 | 2025-02-28T10:00:31.977Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 884 | 2025-02-28T10:00:31.977Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 885 | 2025-02-28T10:00:31.977Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 5
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 886 | 2025-02-28T10:00:31.977Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 887 | 2025-02-28T10:00:32.053Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 888 | 2025-02-28T10:00:32.053Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 889 | 2025-02-28T10:00:32.053Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 890 | 2025-02-28T10:00:32.053Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 891 | 2025-02-28T10:00:32.053Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 892 | 2025-02-28T10:00:32.149Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
file = illumos-utils/src/zone.rs:325
|
| 893 | 2025-02-28T10:00:32.153Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
file = illumos-utils/src/zone.rs:325
|
| 894 | 2025-02-28T10:00:32.157Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
file = illumos-utils/src/zone.rs:325
|
| 895 | 2025-02-28T10:00:32.161Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
file = illumos-utils/src/zone.rs:325
|
| 896 | 2025-02-28T10:00:32.165Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
file = illumos-utils/src/zone.rs:325
|
| 897 | 2025-02-28T10:00:32.171Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
file = illumos-utils/src/zone.rs:363
|
| 898 | 2025-02-28T10:00:32.175Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
file = illumos-utils/src/zone.rs:363
|
| 899 | 2025-02-28T10:00:32.180Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
file = illumos-utils/src/zone.rs:363
|
| 900 | 2025-02-28T10:00:32.184Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
file = illumos-utils/src/zone.rs:363
|
| 901 | 2025-02-28T10:00:32.190Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
file = illumos-utils/src/zone.rs:363
|
| 902 | 2025-02-28T10:00:35.202Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='1e6a168e-9eba-471b-a04b-98f70b960e8f'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 903 | 2025-02-28T10:00:35.202Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 904 | 2025-02-28T10:00:35.284Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 905 | 2025-02-28T10:00:35.285Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='38c5d8ae-2040-46e0-9c2f-c82636ec419a'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 906 | 2025-02-28T10:00:35.285Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 907 | 2025-02-28T10:00:35.290Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 908 | 2025-02-28T10:00:35.295Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='6b50659e-3ef0-4b9e-9dce-e37f6c6e835b'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 909 | 2025-02-28T10:00:35.295Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='cc9b270c-ab48-4071-a0ac-46c60b11deb0'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 910 | 2025-02-28T10:00:35.295Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 911 | 2025-02-28T10:00:35.299Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 912 | 2025-02-28T10:00:35.358Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 69.49031ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 913 | 2025-02-28T10:00:35.392Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 250.979537ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 914 | 2025-02-28T10:00:35.430Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 31.41741ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 915 | 2025-02-28T10:00:35.452Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 61.126604ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 916 | 2025-02-28T10:00:35.471Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 53.3743ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 917 | 2025-02-28T10:00:35.483Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 52.296632ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 918 | 2025-02-28T10:00:35.496Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 38.238893ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 919 | 2025-02-28T10:00:35.526Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 130.411834ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 920 | 2025-02-28T10:00:35.635Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 148.599086ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 921 | 2025-02-28T10:00:35.687Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 270.523646ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 922 | 2025-02-28T10:00:35.889Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 118.936832ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 923 | 2025-02-28T10:00:35.927Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 147.037446ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 924 | 2025-02-28T10:00:36.035Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 243.237652ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 925 | 2025-02-28T10:00:36.053Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 235.705661ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 926 | 2025-02-28T10:00:36.086Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 261.125956ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 927 | 2025-02-28T10:00:36.117Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 205.089532ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 928 | 2025-02-28T10:00:36.155Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 125.3597ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 929 | 2025-02-28T10:00:36.269Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 371.61052ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 930 | 2025-02-28T10:00:36.307Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 380.080821ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 931 | 2025-02-28T10:00:36.334Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 589.124193ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 932 | 2025-02-28T10:00:36.364Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 714.497003ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 933 | 2025-02-28T10:00:36.393Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 452.540218ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 934 | 2025-02-28T10:00:36.677Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 1.132162913s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 935 | 2025-02-28T10:00:36.729Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 1.186638094s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 936 | 2025-02-28T10:00:36.918Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 423.919871ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 937 | 2025-02-28T10:00:36.975Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 1.164629911s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 938 | 2025-02-28T10:00:37.131Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 950.501993ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 939 | 2025-02-28T10:00:37.384Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 717.683053ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 940 | 2025-02-28T10:00:37.819Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 818.418759ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 941 | 2025-02-28T10:00:37.926Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 1.30397836s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 942 | 2025-02-28T10:00:37.989Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48265
|
| 943 | 2025-02-28T10:00:37.990Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 86
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48265
req_id = 467c056a-b98b-445b-ae83-794b5f358a93
response_code = 200
uri = /baseboard
|
| 944 | 2025-02-28T10:00:38.091Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 565.213311ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 945 | 2025-02-28T10:00:38.111Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 1.377612953s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 946 | 2025-02-28T10:00:38.146Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 978.528688ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 947 | 2025-02-28T10:00:38.644Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 1.165230528s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 948 | 2025-02-28T10:00:38.663Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 1.322584505s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 949 | 2025-02-28T10:00:39.131Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 863.597544ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 950 | 2025-02-28T10:00:39.236Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 548.325299ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 951 | 2025-02-28T10:00:39.494Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 507.313023ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 952 | 2025-02-28T10:00:39.794Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 518.162177ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 953 | 2025-02-28T10:00:39.815Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 1.417796971s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 954 | 2025-02-28T10:00:39.991Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 1.315577365s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 955 | 2025-02-28T10:00:40.001Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 676.939212ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 956 | 2025-02-28T10:00:40.009Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 1.006783577s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 957 | 2025-02-28T10:00:40.321Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 836.241166ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 958 | 2025-02-28T10:00:40.686Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 1.408104087s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 959 | 2025-02-28T10:00:41.024Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 615.497912ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 960 | 2025-02-28T10:00:41.164Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 664.779319ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 961 | 2025-02-28T10:00:41.240Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 562.957477ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 962 | 2025-02-28T10:00:41.313Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 575.0393ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 963 | 2025-02-28T10:00:41.649Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 1.242833107s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 964 | 2025-02-28T10:00:41.812Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 548.99931ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 965 | 2025-02-28T10:00:41.836Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 1.286342604s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 966 | 2025-02-28T10:00:41.897Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 962.381288ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 967 | 2025-02-28T10:00:42.100Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 592.647386ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 968 | 2025-02-28T10:00:42.370Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 762.053038ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 969 | 2025-02-28T10:00:42.702Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 1.221364776s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 970 | 2025-02-28T10:00:42.866Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 726.960335ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 971 | 2025-02-28T10:00:42.899Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 602.913096ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 972 | 2025-02-28T10:00:43.128Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 1.332499825s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 973 | 2025-02-28T10:00:43.139Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 534.206223ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 974 | 2025-02-28T10:00:43.511Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 871.485697ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 975 | 2025-02-28T10:00:43.601Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 1.057791699s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 976 | 2025-02-28T10:00:43.682Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 665.415065ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 977 | 2025-02-28T10:00:43.928Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 744.614356ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 978 | 2025-02-28T10:00:44.355Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 1.162335152s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 979 | 2025-02-28T10:00:44.389Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 699.213738ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 980 | 2025-02-28T10:00:44.467Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 751.989319ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 981 | 2025-02-28T10:00:44.667Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 1.495488924s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 982 | 2025-02-28T10:00:44.681Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 1.471600061s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 983 | 2025-02-28T10:00:45.098Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 1.077815846s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 984 | 2025-02-28T10:00:45.228Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 812.508357ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 985 | 2025-02-28T10:00:45.524Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 1.318712569s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 986 | 2025-02-28T10:00:46.048Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 896.353934ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 987 | 2025-02-28T10:00:46.157Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a") failed: Property not found. retry in 1.456725467s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 988 | 2025-02-28T10:00:46.168Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f") failed: Property not found. retry in 1.038926588s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 989 | 2025-02-28T10:00:46.183Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b") failed: Property not found. retry in 531.911162ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 990 | 2025-02-28T10:00:46.850Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d") failed: Property not found. retry in 1.270565322s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 991 | 2025-02-28T10:00:46.952Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0") failed: Property not found. retry in 502.746926ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 992 | 2025-02-28T10:00:48.140Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a
|
| 993 | 2025-02-28T10:00:48.140Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b
|
| 994 | 2025-02-28T10:00:48.140Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f
|
| 995 | 2025-02-28T10:00:48.140Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0
|
| 996 | 2025-02-28T10:00:48.140Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d
|
| 997 | 2025-02-28T10:00:48.140Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 998 | 2025-02-28T10:00:48.140Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 999 | 2025-02-28T10:00:48.141Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 16293752
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:40478
req_id = 15a0b681-055c-4bc2-957d-9b7be8fa2f51
response_code = 204
uri = /omicron-zones
|
| 1000 | 2025-02-28T10:00:48.174Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44197
|
| 1001 | 2025-02-28T10:00:48.202Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 27925
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44197
req_id = 14127986-4848-4496-8f24-dffb6b844493
response_code = 500
uri = /cockroachdb
|
| 1002 | 2025-02-28T10:00:48.202Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "14127986-4848-4496-8f24-dffb6b844493", "content-length": "124", "date": "Fri, 28 Feb 2025 10:00:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "14127986-4848-4496-8f24-dffb6b844493" }
file = sled-agent/src/rack_setup/service.rs:1144
retry_after = 123.738544ms
|
| 1003 | 2025-02-28T10:00:48.354Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 27191
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44197
req_id = d92217b5-297e-4585-84a8-d2aeede88194
response_code = 500
uri = /cockroachdb
|
| 1004 | 2025-02-28T10:00:48.354Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d92217b5-297e-4585-84a8-d2aeede88194", "content-length": "124", "date": "Fri, 28 Feb 2025 10:00:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d92217b5-297e-4585-84a8-d2aeede88194" }
file = sled-agent/src/rack_setup/service.rs:1144
retry_after = 146.392065ms
|
| 1005 | 2025-02-28T10:00:48.529Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 27620
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44197
req_id = 475ed851-2be3-4b68-b670-609ee171135f
response_code = 500
uri = /cockroachdb
|
| 1006 | 2025-02-28T10:00:48.529Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "475ed851-2be3-4b68-b670-609ee171135f", "content-length": "124", "date": "Fri, 28 Feb 2025 10:00:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "475ed851-2be3-4b68-b670-609ee171135f" }
file = sled-agent/src/rack_setup/service.rs:1144
retry_after = 205.305561ms
|
| 1007 | 2025-02-28T10:00:48.762Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 26578
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44197
req_id = 26337d8e-62ea-4aa3-b4cd-1f0f73d4979a
response_code = 500
uri = /cockroachdb
|
| 1008 | 2025-02-28T10:00:48.763Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "26337d8e-62ea-4aa3-b4cd-1f0f73d4979a", "content-length": "124", "date": "Fri, 28 Feb 2025 10:00:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "26337d8e-62ea-4aa3-b4cd-1f0f73d4979a" }
file = sled-agent/src/rack_setup/service.rs:1144
retry_after = 99.140833ms
|
| 1009 | 2025-02-28T10:00:48.889Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 26978
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44197
req_id = 3e57c796-7d38-41ec-b441-c2e8e7ddf82a
response_code = 500
uri = /cockroachdb
|
| 1010 | 2025-02-28T10:00:48.890Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "3e57c796-7d38-41ec-b441-c2e8e7ddf82a", "content-length": "124", "date": "Fri, 28 Feb 2025 10:00:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "3e57c796-7d38-41ec-b441-c2e8e7ddf82a" }
file = sled-agent/src/rack_setup/service.rs:1144
retry_after = 171.047801ms
|
| 1011 | 2025-02-28T10:00:49.088Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 26674
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44197
req_id = 1f1650f0-7c24-4d93-bdbe-c05debe4ac61
response_code = 500
uri = /cockroachdb
|
| 1012 | 2025-02-28T10:00:49.088Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1f1650f0-7c24-4d93-bdbe-c05debe4ac61", "content-length": "124", "date": "Fri, 28 Feb 2025 10:00:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1f1650f0-7c24-4d93-bdbe-c05debe4ac61" }
file = sled-agent/src/rack_setup/service.rs:1144
retry_after = 199.717744ms
|
| 1013 | 2025-02-28T10:00:49.314Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 25332
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44197
req_id = 8e668762-240d-40ad-bed4-16a2d8ce8291
response_code = 500
uri = /cockroachdb
|
| 1014 | 2025-02-28T10:00:49.314Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "8e668762-240d-40ad-bed4-16a2d8ce8291", "content-length": "124", "date": "Fri, 28 Feb 2025 10:00:49 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "8e668762-240d-40ad-bed4-16a2d8ce8291" }
file = sled-agent/src/rack_setup/service.rs:1144
retry_after = 216.763549ms
|
| 1015 | 2025-02-28T10:00:49.557Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 26152
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44197
req_id = b2065ca8-56b6-4e51-bbe0-74b19c097b6c
response_code = 500
uri = /cockroachdb
|
| 1016 | 2025-02-28T10:00:49.557Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b2065ca8-56b6-4e51-bbe0-74b19c097b6c", "content-length": "124", "date": "Fri, 28 Feb 2025 10:00:49 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b2065ca8-56b6-4e51-bbe0-74b19c097b6c" }
file = sled-agent/src/rack_setup/service.rs:1144
retry_after = 425.496522ms
|
| 1017 | 2025-02-28T10:00:50.011Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 28013
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44197
req_id = bddaed7a-3c87-4a92-a921-0da84c84804e
response_code = 500
uri = /cockroachdb
|
| 1018 | 2025-02-28T10:00:50.012Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "bddaed7a-3c87-4a92-a921-0da84c84804e", "content-length": "124", "date": "Fri, 28 Feb 2025 10:00:49 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "bddaed7a-3c87-4a92-a921-0da84c84804e" }
file = sled-agent/src/rack_setup/service.rs:1144
retry_after = 422.716824ms
|
| 1019 | 2025-02-28T10:00:50.464Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 30124
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44197
req_id = 7623e39a-7fb9-4048-a323-f0743652030a
response_code = 500
uri = /cockroachdb
|
| 1020 | 2025-02-28T10:00:50.464Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7623e39a-7fb9-4048-a323-f0743652030a", "content-length": "124", "date": "Fri, 28 Feb 2025 10:00:50 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7623e39a-7fb9-4048-a323-f0743652030a" }
file = sled-agent/src/rack_setup/service.rs:1144
retry_after = 510.332057ms
|
| 1021 | 2025-02-28T10:00:51.009Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221
file = sled-agent/src/services.rs:3852
|
| 1022 | 2025-02-28T10:01:02.606Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3870
|
| 1023 | 2025-02-28T10:01:07.910Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3893
|
| 1024 | 2025-02-28T10:01:07.912Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 16983461
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44197
req_id = ca4424e7-0e9c-472c-a287-beccc60044b7
response_code = 204
uri = /cockroachdb
|
| 1025 | 2025-02-28T10:01:07.933Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 291.197984ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 1026 | 2025-02-28T10:01:07.956Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40536
|
| 1027 | 2025-02-28T10:01:07.957Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 363
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40536
req_id = 1a792a5e-db7a-4c40-a4c4-b7981ffa3c9e
response_code = 200
uri = /baseboard
|
| 1028 | 2025-02-28T10:01:07.967Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1029 | 2025-02-28T10:01:07.969Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44078
|
| 1030 | 2025-02-28T10:01:07.970Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1031 | 2025-02-28T10:01:07.970Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1032 | 2025-02-28T10:01:07.986Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1033 | 2025-02-28T10:01:07.986Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1034 | 2025-02-28T10:01:07.997Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1035 | 2025-02-28T10:01:07.997Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1036 | 2025-02-28T10:01:08.008Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1037 | 2025-02-28T10:01:08.008Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1038 | 2025-02-28T10:01:08.020Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1039 | 2025-02-28T10:01:08.020Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1040 | 2025-02-28T10:01:08.031Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1041 | 2025-02-28T10:01:08.031Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1042 | 2025-02-28T10:01:08.041Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1043 | 2025-02-28T10:01:08.041Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1044 | 2025-02-28T10:01:08.051Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1045 | 2025-02-28T10:01:08.051Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1046 | 2025-02-28T10:01:08.060Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1047 | 2025-02-28T10:01:08.060Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1048 | 2025-02-28T10:01:08.070Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1049 | 2025-02-28T10:01:08.070Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1050 | 2025-02-28T10:01:08.080Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1051 | 2025-02-28T10:01:08.080Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1052 | 2025-02-28T10:01:08.091Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1053 | 2025-02-28T10:01:08.091Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1054 | 2025-02-28T10:01:08.101Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1055 | 2025-02-28T10:01:08.101Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1056 | 2025-02-28T10:01:08.111Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1057 | 2025-02-28T10:01:08.111Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1058 | 2025-02-28T10:01:08.122Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1059 | 2025-02-28T10:01:08.122Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1060 | 2025-02-28T10:01:08.132Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1061 | 2025-02-28T10:01:08.132Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1062 | 2025-02-28T10:01:08.143Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1063 | 2025-02-28T10:01:08.143Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1064 | 2025-02-28T10:01:08.153Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1065 | 2025-02-28T10:01:08.153Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1066 | 2025-02-28T10:01:08.164Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1067 | 2025-02-28T10:01:08.164Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1068 | 2025-02-28T10:01:08.174Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1069 | 2025-02-28T10:01:08.174Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1070 | 2025-02-28T10:01:08.183Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1071 | 2025-02-28T10:01:08.183Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1072 | 2025-02-28T10:01:08.184Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1073 | 2025-02-28T10:01:08.184Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1074 | 2025-02-28T10:01:08.184Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1075 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1076 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1077 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1078 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1079 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1080 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1081 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1082 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1083 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1084 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1085 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1086 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1087 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1088 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1089 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1090 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1091 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1092 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1093 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1094 | 2025-02-28T10:01:08.295Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 327244
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 36aa43aa-5fc2-4690-ae55-6b1196f1c200
response_code = 503
uri = /omicron-zones
|
| 1095 | 2025-02-28T10:01:08.295Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "36aa43aa-5fc2-4690-ae55-6b1196f1c200", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:07 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "36aa43aa-5fc2-4690-ae55-6b1196f1c200" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 89.486132ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1096 | 2025-02-28T10:01:08.385Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1097 | 2025-02-28T10:01:08.386Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1098 | 2025-02-28T10:01:08.386Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1099 | 2025-02-28T10:01:08.398Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1100 | 2025-02-28T10:01:08.398Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1101 | 2025-02-28T10:01:08.409Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1102 | 2025-02-28T10:01:08.409Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1103 | 2025-02-28T10:01:08.420Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1104 | 2025-02-28T10:01:08.420Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1105 | 2025-02-28T10:01:08.433Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1106 | 2025-02-28T10:01:08.433Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1107 | 2025-02-28T10:01:08.445Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1108 | 2025-02-28T10:01:08.445Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1109 | 2025-02-28T10:01:08.455Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1110 | 2025-02-28T10:01:08.455Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1111 | 2025-02-28T10:01:08.466Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1112 | 2025-02-28T10:01:08.466Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1113 | 2025-02-28T10:01:08.476Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1114 | 2025-02-28T10:01:08.476Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1115 | 2025-02-28T10:01:08.486Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1116 | 2025-02-28T10:01:08.486Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1117 | 2025-02-28T10:01:08.496Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1118 | 2025-02-28T10:01:08.496Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1119 | 2025-02-28T10:01:08.505Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1120 | 2025-02-28T10:01:08.505Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1121 | 2025-02-28T10:01:08.514Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1122 | 2025-02-28T10:01:08.514Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1123 | 2025-02-28T10:01:08.525Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1124 | 2025-02-28T10:01:08.525Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1125 | 2025-02-28T10:01:08.534Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1126 | 2025-02-28T10:01:08.534Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1127 | 2025-02-28T10:01:08.543Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1128 | 2025-02-28T10:01:08.543Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1129 | 2025-02-28T10:01:08.553Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1130 | 2025-02-28T10:01:08.553Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1131 | 2025-02-28T10:01:08.562Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1132 | 2025-02-28T10:01:08.562Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1133 | 2025-02-28T10:01:08.572Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1134 | 2025-02-28T10:01:08.572Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1135 | 2025-02-28T10:01:08.581Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1136 | 2025-02-28T10:01:08.581Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1137 | 2025-02-28T10:01:08.593Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1138 | 2025-02-28T10:01:08.593Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1139 | 2025-02-28T10:01:08.593Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1140 | 2025-02-28T10:01:08.593Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1141 | 2025-02-28T10:01:08.593Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1142 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1143 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1144 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1145 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1146 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1147 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1148 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1149 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1150 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1151 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1152 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1153 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1154 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1155 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1156 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1157 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1158 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1159 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1160 | 2025-02-28T10:01:08.691Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1161 | 2025-02-28T10:01:08.691Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 306708
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 14d54bca-ff19-4285-b802-bbb8431a6a6e
response_code = 503
uri = /omicron-zones
|
| 1162 | 2025-02-28T10:01:08.692Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "14d54bca-ff19-4285-b802-bbb8431a6a6e", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:07 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "14d54bca-ff19-4285-b802-bbb8431a6a6e" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 178.098401ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1163 | 2025-02-28T10:01:08.870Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1164 | 2025-02-28T10:01:08.871Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1165 | 2025-02-28T10:01:08.871Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1166 | 2025-02-28T10:01:08.884Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1167 | 2025-02-28T10:01:08.884Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1168 | 2025-02-28T10:01:08.894Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1169 | 2025-02-28T10:01:08.894Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1170 | 2025-02-28T10:01:08.904Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1171 | 2025-02-28T10:01:08.904Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1172 | 2025-02-28T10:01:08.915Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1173 | 2025-02-28T10:01:08.915Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1174 | 2025-02-28T10:01:08.925Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1175 | 2025-02-28T10:01:08.925Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1176 | 2025-02-28T10:01:08.935Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1177 | 2025-02-28T10:01:08.935Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1178 | 2025-02-28T10:01:08.946Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1179 | 2025-02-28T10:01:08.946Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1180 | 2025-02-28T10:01:08.956Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1181 | 2025-02-28T10:01:08.956Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1182 | 2025-02-28T10:01:08.967Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1183 | 2025-02-28T10:01:08.967Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1184 | 2025-02-28T10:01:08.977Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1185 | 2025-02-28T10:01:08.977Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1186 | 2025-02-28T10:01:08.987Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1187 | 2025-02-28T10:01:08.987Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1188 | 2025-02-28T10:01:08.997Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1189 | 2025-02-28T10:01:08.997Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1190 | 2025-02-28T10:01:09.007Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1191 | 2025-02-28T10:01:09.008Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1192 | 2025-02-28T10:01:09.018Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1193 | 2025-02-28T10:01:09.018Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1194 | 2025-02-28T10:01:09.028Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1195 | 2025-02-28T10:01:09.028Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1196 | 2025-02-28T10:01:09.038Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1197 | 2025-02-28T10:01:09.038Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1198 | 2025-02-28T10:01:09.049Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1199 | 2025-02-28T10:01:09.049Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1200 | 2025-02-28T10:01:09.058Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1201 | 2025-02-28T10:01:09.058Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1202 | 2025-02-28T10:01:09.068Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1203 | 2025-02-28T10:01:09.068Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1204 | 2025-02-28T10:01:09.077Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1205 | 2025-02-28T10:01:09.077Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1206 | 2025-02-28T10:01:09.078Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1207 | 2025-02-28T10:01:09.078Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1208 | 2025-02-28T10:01:09.078Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1209 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1210 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1211 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1212 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1213 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1214 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1215 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1216 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1217 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1218 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1219 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1220 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1221 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1222 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1223 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1224 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1225 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1226 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1227 | 2025-02-28T10:01:09.173Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1228 | 2025-02-28T10:01:09.173Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 303737
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 4e347a16-3901-4062-acdf-c5ae6a18e71d
response_code = 503
uri = /omicron-zones
|
| 1229 | 2025-02-28T10:01:09.174Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "4e347a16-3901-4062-acdf-c5ae6a18e71d", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:09 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "4e347a16-3901-4062-acdf-c5ae6a18e71d" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 125.728793ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1230 | 2025-02-28T10:01:09.299Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1231 | 2025-02-28T10:01:09.300Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1232 | 2025-02-28T10:01:09.300Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1233 | 2025-02-28T10:01:09.311Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1234 | 2025-02-28T10:01:09.311Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1235 | 2025-02-28T10:01:09.322Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1236 | 2025-02-28T10:01:09.322Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1237 | 2025-02-28T10:01:09.332Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1238 | 2025-02-28T10:01:09.332Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1239 | 2025-02-28T10:01:09.343Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1240 | 2025-02-28T10:01:09.343Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1241 | 2025-02-28T10:01:09.353Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1242 | 2025-02-28T10:01:09.353Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1243 | 2025-02-28T10:01:09.362Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1244 | 2025-02-28T10:01:09.362Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1245 | 2025-02-28T10:01:09.372Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1246 | 2025-02-28T10:01:09.372Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1247 | 2025-02-28T10:01:09.383Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1248 | 2025-02-28T10:01:09.383Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1249 | 2025-02-28T10:01:09.394Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1250 | 2025-02-28T10:01:09.394Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1251 | 2025-02-28T10:01:09.404Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1252 | 2025-02-28T10:01:09.404Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1253 | 2025-02-28T10:01:09.413Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1254 | 2025-02-28T10:01:09.413Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1255 | 2025-02-28T10:01:09.422Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1256 | 2025-02-28T10:01:09.422Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1257 | 2025-02-28T10:01:09.431Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1258 | 2025-02-28T10:01:09.431Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1259 | 2025-02-28T10:01:09.440Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1260 | 2025-02-28T10:01:09.440Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1261 | 2025-02-28T10:01:09.449Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1262 | 2025-02-28T10:01:09.449Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1263 | 2025-02-28T10:01:09.459Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1264 | 2025-02-28T10:01:09.459Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1265 | 2025-02-28T10:01:09.470Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1266 | 2025-02-28T10:01:09.470Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1267 | 2025-02-28T10:01:09.480Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1268 | 2025-02-28T10:01:09.480Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1269 | 2025-02-28T10:01:09.489Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1270 | 2025-02-28T10:01:09.489Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1271 | 2025-02-28T10:01:09.499Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1272 | 2025-02-28T10:01:09.499Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1273 | 2025-02-28T10:01:09.499Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1274 | 2025-02-28T10:01:09.499Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1275 | 2025-02-28T10:01:09.499Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1276 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1277 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1278 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1279 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1280 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1281 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1282 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1283 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1284 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1285 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1286 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1287 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1288 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1289 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1290 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1291 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1292 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1293 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1294 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1295 | 2025-02-28T10:01:09.595Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 296075
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 739e80c1-fe15-4d5b-b38b-61ce0f9604a0
response_code = 503
uri = /omicron-zones
|
| 1296 | 2025-02-28T10:01:09.595Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "739e80c1-fe15-4d5b-b38b-61ce0f9604a0", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:09 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "739e80c1-fe15-4d5b-b38b-61ce0f9604a0" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 107.64937ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1297 | 2025-02-28T10:01:09.704Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1298 | 2025-02-28T10:01:09.705Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1299 | 2025-02-28T10:01:09.705Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1300 | 2025-02-28T10:01:09.717Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1301 | 2025-02-28T10:01:09.717Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1302 | 2025-02-28T10:01:09.728Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1303 | 2025-02-28T10:01:09.728Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1304 | 2025-02-28T10:01:09.738Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1305 | 2025-02-28T10:01:09.738Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1306 | 2025-02-28T10:01:09.748Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1307 | 2025-02-28T10:01:09.748Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1308 | 2025-02-28T10:01:09.759Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1309 | 2025-02-28T10:01:09.759Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1310 | 2025-02-28T10:01:09.777Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1311 | 2025-02-28T10:01:09.777Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1312 | 2025-02-28T10:01:09.788Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1313 | 2025-02-28T10:01:09.788Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1314 | 2025-02-28T10:01:09.799Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1315 | 2025-02-28T10:01:09.799Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1316 | 2025-02-28T10:01:09.810Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1317 | 2025-02-28T10:01:09.810Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1318 | 2025-02-28T10:01:09.822Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1319 | 2025-02-28T10:01:09.822Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1320 | 2025-02-28T10:01:09.833Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1321 | 2025-02-28T10:01:09.833Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1322 | 2025-02-28T10:01:09.844Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1323 | 2025-02-28T10:01:09.844Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1324 | 2025-02-28T10:01:09.853Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1325 | 2025-02-28T10:01:09.853Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1326 | 2025-02-28T10:01:09.863Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1327 | 2025-02-28T10:01:09.863Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1328 | 2025-02-28T10:01:09.872Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1329 | 2025-02-28T10:01:09.873Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1330 | 2025-02-28T10:01:09.881Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1331 | 2025-02-28T10:01:09.881Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1332 | 2025-02-28T10:01:09.890Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1333 | 2025-02-28T10:01:09.890Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1334 | 2025-02-28T10:01:09.901Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1335 | 2025-02-28T10:01:09.901Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1336 | 2025-02-28T10:01:09.910Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1337 | 2025-02-28T10:01:09.910Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1338 | 2025-02-28T10:01:09.920Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1339 | 2025-02-28T10:01:09.920Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1340 | 2025-02-28T10:01:09.920Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1341 | 2025-02-28T10:01:09.920Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1342 | 2025-02-28T10:01:09.920Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1343 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1344 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1345 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1346 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1347 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1348 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1349 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1350 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1351 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1352 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1353 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1354 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1355 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1356 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1357 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1358 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1359 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1360 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1361 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1362 | 2025-02-28T10:01:10.018Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 314413
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 5949333b-d148-465b-b78e-ade169c54ca4
response_code = 503
uri = /omicron-zones
|
| 1363 | 2025-02-28T10:01:10.018Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "5949333b-d148-465b-b78e-ade169c54ca4", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:09 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "5949333b-d148-465b-b78e-ade169c54ca4" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 134.671244ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1364 | 2025-02-28T10:01:10.153Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1365 | 2025-02-28T10:01:10.154Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1366 | 2025-02-28T10:01:10.154Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1367 | 2025-02-28T10:01:10.165Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1368 | 2025-02-28T10:01:10.165Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1369 | 2025-02-28T10:01:10.175Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1370 | 2025-02-28T10:01:10.175Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1371 | 2025-02-28T10:01:10.186Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1372 | 2025-02-28T10:01:10.186Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1373 | 2025-02-28T10:01:10.195Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1374 | 2025-02-28T10:01:10.195Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1375 | 2025-02-28T10:01:10.205Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1376 | 2025-02-28T10:01:10.205Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1377 | 2025-02-28T10:01:10.215Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1378 | 2025-02-28T10:01:10.215Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1379 | 2025-02-28T10:01:10.225Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1380 | 2025-02-28T10:01:10.225Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1381 | 2025-02-28T10:01:10.235Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1382 | 2025-02-28T10:01:10.235Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1383 | 2025-02-28T10:01:10.245Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1384 | 2025-02-28T10:01:10.245Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1385 | 2025-02-28T10:01:10.255Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1386 | 2025-02-28T10:01:10.255Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1387 | 2025-02-28T10:01:10.265Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1388 | 2025-02-28T10:01:10.265Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1389 | 2025-02-28T10:01:10.274Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1390 | 2025-02-28T10:01:10.274Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1391 | 2025-02-28T10:01:10.283Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1392 | 2025-02-28T10:01:10.283Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1393 | 2025-02-28T10:01:10.292Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1394 | 2025-02-28T10:01:10.292Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1395 | 2025-02-28T10:01:10.301Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1396 | 2025-02-28T10:01:10.301Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1397 | 2025-02-28T10:01:10.310Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1398 | 2025-02-28T10:01:10.310Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1399 | 2025-02-28T10:01:10.320Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1400 | 2025-02-28T10:01:10.320Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1401 | 2025-02-28T10:01:10.329Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1402 | 2025-02-28T10:01:10.329Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1403 | 2025-02-28T10:01:10.338Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1404 | 2025-02-28T10:01:10.338Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1405 | 2025-02-28T10:01:10.347Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1406 | 2025-02-28T10:01:10.347Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1407 | 2025-02-28T10:01:10.347Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1408 | 2025-02-28T10:01:10.347Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1409 | 2025-02-28T10:01:10.347Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1410 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1411 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1412 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1413 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1414 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1415 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1416 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1417 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1418 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1419 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1420 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1421 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1422 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1423 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1424 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1425 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1426 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1427 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1428 | 2025-02-28T10:01:10.438Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1429 | 2025-02-28T10:01:10.438Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 285555
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 4b427052-bb8a-4af8-a724-6f139c571b61
response_code = 503
uri = /omicron-zones
|
| 1430 | 2025-02-28T10:01:10.439Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "4b427052-bb8a-4af8-a724-6f139c571b61", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:10 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "4b427052-bb8a-4af8-a724-6f139c571b61" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 156.660047ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1431 | 2025-02-28T10:01:10.596Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1432 | 2025-02-28T10:01:10.597Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1433 | 2025-02-28T10:01:10.597Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1434 | 2025-02-28T10:01:10.608Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1435 | 2025-02-28T10:01:10.608Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1436 | 2025-02-28T10:01:10.619Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1437 | 2025-02-28T10:01:10.619Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1438 | 2025-02-28T10:01:10.630Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1439 | 2025-02-28T10:01:10.630Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1440 | 2025-02-28T10:01:10.640Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1441 | 2025-02-28T10:01:10.640Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1442 | 2025-02-28T10:01:10.650Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1443 | 2025-02-28T10:01:10.650Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1444 | 2025-02-28T10:01:10.659Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1445 | 2025-02-28T10:01:10.659Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1446 | 2025-02-28T10:01:10.668Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1447 | 2025-02-28T10:01:10.669Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1448 | 2025-02-28T10:01:10.679Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1449 | 2025-02-28T10:01:10.679Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1450 | 2025-02-28T10:01:10.688Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1451 | 2025-02-28T10:01:10.688Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1452 | 2025-02-28T10:01:10.697Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1453 | 2025-02-28T10:01:10.697Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1454 | 2025-02-28T10:01:10.706Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1455 | 2025-02-28T10:01:10.706Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1456 | 2025-02-28T10:01:10.715Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1457 | 2025-02-28T10:01:10.715Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1458 | 2025-02-28T10:01:10.724Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1459 | 2025-02-28T10:01:10.724Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1460 | 2025-02-28T10:01:10.732Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1461 | 2025-02-28T10:01:10.732Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1462 | 2025-02-28T10:01:10.743Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1463 | 2025-02-28T10:01:10.743Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1464 | 2025-02-28T10:01:10.752Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1465 | 2025-02-28T10:01:10.752Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1466 | 2025-02-28T10:01:10.761Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1467 | 2025-02-28T10:01:10.761Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1468 | 2025-02-28T10:01:10.770Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1469 | 2025-02-28T10:01:10.770Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1470 | 2025-02-28T10:01:10.779Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1471 | 2025-02-28T10:01:10.779Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1472 | 2025-02-28T10:01:10.788Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1473 | 2025-02-28T10:01:10.788Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1474 | 2025-02-28T10:01:10.788Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1475 | 2025-02-28T10:01:10.788Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1476 | 2025-02-28T10:01:10.788Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1477 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1478 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1479 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1480 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1481 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1482 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1483 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1484 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1485 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1486 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1487 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1488 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1489 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1490 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1491 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1492 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1493 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1494 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1495 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1496 | 2025-02-28T10:01:10.886Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 290096
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 83da4e4b-6119-4802-96b5-de36d6fcb072
response_code = 503
uri = /omicron-zones
|
| 1497 | 2025-02-28T10:01:10.886Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "83da4e4b-6119-4802-96b5-de36d6fcb072", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:10 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "83da4e4b-6119-4802-96b5-de36d6fcb072" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 149.333078ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1498 | 2025-02-28T10:01:11.036Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1499 | 2025-02-28T10:01:11.036Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1500 | 2025-02-28T10:01:11.036Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1501 | 2025-02-28T10:01:11.048Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1502 | 2025-02-28T10:01:11.048Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1503 | 2025-02-28T10:01:11.060Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1504 | 2025-02-28T10:01:11.060Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1505 | 2025-02-28T10:01:11.070Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1506 | 2025-02-28T10:01:11.070Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1507 | 2025-02-28T10:01:11.081Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1508 | 2025-02-28T10:01:11.081Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1509 | 2025-02-28T10:01:11.091Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1510 | 2025-02-28T10:01:11.091Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1511 | 2025-02-28T10:01:11.100Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1512 | 2025-02-28T10:01:11.100Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1513 | 2025-02-28T10:01:11.110Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1514 | 2025-02-28T10:01:11.110Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1515 | 2025-02-28T10:01:11.119Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1516 | 2025-02-28T10:01:11.119Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1517 | 2025-02-28T10:01:11.129Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1518 | 2025-02-28T10:01:11.129Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1519 | 2025-02-28T10:01:11.139Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1520 | 2025-02-28T10:01:11.139Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1521 | 2025-02-28T10:01:11.150Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1522 | 2025-02-28T10:01:11.150Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1523 | 2025-02-28T10:01:11.159Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1524 | 2025-02-28T10:01:11.159Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1525 | 2025-02-28T10:01:11.169Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1526 | 2025-02-28T10:01:11.169Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1527 | 2025-02-28T10:01:11.179Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1528 | 2025-02-28T10:01:11.179Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1529 | 2025-02-28T10:01:11.189Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1530 | 2025-02-28T10:01:11.189Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1531 | 2025-02-28T10:01:11.198Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1532 | 2025-02-28T10:01:11.198Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1533 | 2025-02-28T10:01:11.207Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1534 | 2025-02-28T10:01:11.207Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1535 | 2025-02-28T10:01:11.216Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1536 | 2025-02-28T10:01:11.216Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1537 | 2025-02-28T10:01:11.226Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1538 | 2025-02-28T10:01:11.226Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1539 | 2025-02-28T10:01:11.235Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1540 | 2025-02-28T10:01:11.235Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1541 | 2025-02-28T10:01:11.236Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1542 | 2025-02-28T10:01:11.236Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1543 | 2025-02-28T10:01:11.236Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1544 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1545 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1546 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1547 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1548 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1549 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1550 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1551 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1552 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1553 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1554 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1555 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1556 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1557 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1558 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1559 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1560 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1561 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1562 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1563 | 2025-02-28T10:01:11.333Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 297791
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 8b11c0bf-b97c-46b5-9e47-fa4c51348f5e
response_code = 503
uri = /omicron-zones
|
| 1564 | 2025-02-28T10:01:11.333Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "8b11c0bf-b97c-46b5-9e47-fa4c51348f5e", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:10 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "8b11c0bf-b97c-46b5-9e47-fa4c51348f5e" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 277.754213ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1565 | 2025-02-28T10:01:11.611Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1566 | 2025-02-28T10:01:11.612Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1567 | 2025-02-28T10:01:11.612Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1568 | 2025-02-28T10:01:11.623Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1569 | 2025-02-28T10:01:11.623Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1570 | 2025-02-28T10:01:11.634Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1571 | 2025-02-28T10:01:11.634Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1572 | 2025-02-28T10:01:11.644Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1573 | 2025-02-28T10:01:11.644Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1574 | 2025-02-28T10:01:11.654Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1575 | 2025-02-28T10:01:11.654Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1576 | 2025-02-28T10:01:11.665Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1577 | 2025-02-28T10:01:11.665Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1578 | 2025-02-28T10:01:11.674Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1579 | 2025-02-28T10:01:11.674Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1580 | 2025-02-28T10:01:11.683Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1581 | 2025-02-28T10:01:11.683Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1582 | 2025-02-28T10:01:11.693Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1583 | 2025-02-28T10:01:11.693Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1584 | 2025-02-28T10:01:11.703Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1585 | 2025-02-28T10:01:11.703Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1586 | 2025-02-28T10:01:11.712Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1587 | 2025-02-28T10:01:11.712Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1588 | 2025-02-28T10:01:11.723Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1589 | 2025-02-28T10:01:11.723Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1590 | 2025-02-28T10:01:11.734Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1591 | 2025-02-28T10:01:11.734Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1592 | 2025-02-28T10:01:11.744Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1593 | 2025-02-28T10:01:11.744Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1594 | 2025-02-28T10:01:11.754Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1595 | 2025-02-28T10:01:11.754Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1596 | 2025-02-28T10:01:11.764Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1597 | 2025-02-28T10:01:11.764Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1598 | 2025-02-28T10:01:11.775Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1599 | 2025-02-28T10:01:11.775Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1600 | 2025-02-28T10:01:11.785Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1601 | 2025-02-28T10:01:11.785Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1602 | 2025-02-28T10:01:11.794Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1603 | 2025-02-28T10:01:11.794Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1604 | 2025-02-28T10:01:11.804Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1605 | 2025-02-28T10:01:11.804Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1606 | 2025-02-28T10:01:11.813Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1607 | 2025-02-28T10:01:11.813Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1608 | 2025-02-28T10:01:11.813Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1609 | 2025-02-28T10:01:11.813Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1610 | 2025-02-28T10:01:11.813Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1611 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1612 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1613 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1614 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1615 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1616 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1617 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1618 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1619 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1620 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1621 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1622 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1623 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1624 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1625 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1626 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1627 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1628 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1629 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1630 | 2025-02-28T10:01:11.911Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 300309
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 5fd82941-ea7e-4915-a724-5d3e37195283
response_code = 503
uri = /omicron-zones
|
| 1631 | 2025-02-28T10:01:11.911Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "5fd82941-ea7e-4915-a724-5d3e37195283", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:11 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "5fd82941-ea7e-4915-a724-5d3e37195283" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 290.300566ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1632 | 2025-02-28T10:01:12.202Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1633 | 2025-02-28T10:01:12.202Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1634 | 2025-02-28T10:01:12.202Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1635 | 2025-02-28T10:01:12.214Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1636 | 2025-02-28T10:01:12.214Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1637 | 2025-02-28T10:01:12.225Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1638 | 2025-02-28T10:01:12.225Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1639 | 2025-02-28T10:01:12.235Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1640 | 2025-02-28T10:01:12.235Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1641 | 2025-02-28T10:01:12.245Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1642 | 2025-02-28T10:01:12.245Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1643 | 2025-02-28T10:01:12.254Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1644 | 2025-02-28T10:01:12.254Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1645 | 2025-02-28T10:01:12.263Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1646 | 2025-02-28T10:01:12.263Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1647 | 2025-02-28T10:01:12.272Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1648 | 2025-02-28T10:01:12.272Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1649 | 2025-02-28T10:01:12.283Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1650 | 2025-02-28T10:01:12.283Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1651 | 2025-02-28T10:01:12.293Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1652 | 2025-02-28T10:01:12.293Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1653 | 2025-02-28T10:01:12.304Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1654 | 2025-02-28T10:01:12.304Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1655 | 2025-02-28T10:01:12.315Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1656 | 2025-02-28T10:01:12.315Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1657 | 2025-02-28T10:01:12.325Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1658 | 2025-02-28T10:01:12.325Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1659 | 2025-02-28T10:01:12.335Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1660 | 2025-02-28T10:01:12.335Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1661 | 2025-02-28T10:01:12.345Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1662 | 2025-02-28T10:01:12.345Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1663 | 2025-02-28T10:01:12.354Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1664 | 2025-02-28T10:01:12.354Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1665 | 2025-02-28T10:01:12.365Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1666 | 2025-02-28T10:01:12.365Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1667 | 2025-02-28T10:01:12.375Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1668 | 2025-02-28T10:01:12.375Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1669 | 2025-02-28T10:01:12.384Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1670 | 2025-02-28T10:01:12.384Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1671 | 2025-02-28T10:01:12.393Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1672 | 2025-02-28T10:01:12.393Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1673 | 2025-02-28T10:01:12.404Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1674 | 2025-02-28T10:01:12.404Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1675 | 2025-02-28T10:01:12.404Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1676 | 2025-02-28T10:01:12.404Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1677 | 2025-02-28T10:01:12.404Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1678 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1679 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1680 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1681 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1682 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1683 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1684 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1685 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1686 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1687 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1688 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1689 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1690 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1691 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1692 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1693 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1694 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1695 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1696 | 2025-02-28T10:01:12.504Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1697 | 2025-02-28T10:01:12.505Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 303558
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 2cb4caff-de3f-4e1f-9561-763d252d499f
response_code = 503
uri = /omicron-zones
|
| 1698 | 2025-02-28T10:01:12.505Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "2cb4caff-de3f-4e1f-9561-763d252d499f", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:11 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "2cb4caff-de3f-4e1f-9561-763d252d499f" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 362.828831ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1699 | 2025-02-28T10:01:12.867Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1700 | 2025-02-28T10:01:12.868Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1701 | 2025-02-28T10:01:12.868Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1702 | 2025-02-28T10:01:12.879Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1703 | 2025-02-28T10:01:12.879Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1704 | 2025-02-28T10:01:12.890Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1705 | 2025-02-28T10:01:12.890Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1706 | 2025-02-28T10:01:12.899Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1707 | 2025-02-28T10:01:12.899Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1708 | 2025-02-28T10:01:12.909Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1709 | 2025-02-28T10:01:12.909Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1710 | 2025-02-28T10:01:12.918Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1711 | 2025-02-28T10:01:12.918Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1712 | 2025-02-28T10:01:12.929Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1713 | 2025-02-28T10:01:12.929Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1714 | 2025-02-28T10:01:12.938Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1715 | 2025-02-28T10:01:12.938Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1716 | 2025-02-28T10:01:12.947Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1717 | 2025-02-28T10:01:12.947Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1718 | 2025-02-28T10:01:12.956Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1719 | 2025-02-28T10:01:12.956Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1720 | 2025-02-28T10:01:12.966Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1721 | 2025-02-28T10:01:12.966Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1722 | 2025-02-28T10:01:12.976Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1723 | 2025-02-28T10:01:12.976Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1724 | 2025-02-28T10:01:12.985Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1725 | 2025-02-28T10:01:12.985Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1726 | 2025-02-28T10:01:12.995Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1727 | 2025-02-28T10:01:12.995Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1728 | 2025-02-28T10:01:13.004Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1729 | 2025-02-28T10:01:13.004Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1730 | 2025-02-28T10:01:13.013Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1731 | 2025-02-28T10:01:13.013Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1732 | 2025-02-28T10:01:13.022Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1733 | 2025-02-28T10:01:13.022Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1734 | 2025-02-28T10:01:13.031Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1735 | 2025-02-28T10:01:13.031Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1736 | 2025-02-28T10:01:13.042Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1737 | 2025-02-28T10:01:13.042Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1738 | 2025-02-28T10:01:13.052Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1739 | 2025-02-28T10:01:13.052Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1740 | 2025-02-28T10:01:13.064Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1741 | 2025-02-28T10:01:13.064Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1742 | 2025-02-28T10:01:13.064Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1743 | 2025-02-28T10:01:13.064Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1744 | 2025-02-28T10:01:13.064Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1745 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1746 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1747 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1748 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1749 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1750 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1751 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1752 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1753 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1754 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1755 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1756 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1757 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1758 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1759 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1760 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1761 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1762 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1763 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1764 | 2025-02-28T10:01:13.165Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 298699
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 2337891b-74da-4e2b-afe2-67647390a0ec
response_code = 503
uri = /omicron-zones
|
| 1765 | 2025-02-28T10:01:13.165Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "2337891b-74da-4e2b-afe2-67647390a0ec", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:12 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "2337891b-74da-4e2b-afe2-67647390a0ec" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 727.565273ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1766 | 2025-02-28T10:01:13.892Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1767 | 2025-02-28T10:01:13.892Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1768 | 2025-02-28T10:01:13.892Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1769 | 2025-02-28T10:01:13.904Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1770 | 2025-02-28T10:01:13.904Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1771 | 2025-02-28T10:01:13.915Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1772 | 2025-02-28T10:01:13.915Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1773 | 2025-02-28T10:01:13.926Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1774 | 2025-02-28T10:01:13.926Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1775 | 2025-02-28T10:01:13.937Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1776 | 2025-02-28T10:01:13.937Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1777 | 2025-02-28T10:01:13.946Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1778 | 2025-02-28T10:01:13.946Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1779 | 2025-02-28T10:01:13.955Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1780 | 2025-02-28T10:01:13.956Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1781 | 2025-02-28T10:01:13.966Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1782 | 2025-02-28T10:01:13.966Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1783 | 2025-02-28T10:01:13.976Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1784 | 2025-02-28T10:01:13.976Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1785 | 2025-02-28T10:01:13.987Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1786 | 2025-02-28T10:01:13.987Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1787 | 2025-02-28T10:01:13.997Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1788 | 2025-02-28T10:01:13.997Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1789 | 2025-02-28T10:01:14.007Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1790 | 2025-02-28T10:01:14.007Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1791 | 2025-02-28T10:01:14.018Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1792 | 2025-02-28T10:01:14.018Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1793 | 2025-02-28T10:01:14.028Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1794 | 2025-02-28T10:01:14.028Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1795 | 2025-02-28T10:01:14.039Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1796 | 2025-02-28T10:01:14.039Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1797 | 2025-02-28T10:01:14.050Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1798 | 2025-02-28T10:01:14.050Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1799 | 2025-02-28T10:01:14.060Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1800 | 2025-02-28T10:01:14.060Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1801 | 2025-02-28T10:01:14.071Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1802 | 2025-02-28T10:01:14.071Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1803 | 2025-02-28T10:01:14.081Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1804 | 2025-02-28T10:01:14.081Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1805 | 2025-02-28T10:01:14.090Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1806 | 2025-02-28T10:01:14.091Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1807 | 2025-02-28T10:01:14.100Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1808 | 2025-02-28T10:01:14.100Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1809 | 2025-02-28T10:01:14.100Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1810 | 2025-02-28T10:01:14.100Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1811 | 2025-02-28T10:01:14.100Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1812 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1813 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1814 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1815 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1816 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1817 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1818 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1819 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1820 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1821 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1822 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1823 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1824 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1825 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1826 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1827 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1828 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1829 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1830 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1831 | 2025-02-28T10:01:14.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 301690
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 30183fd4-2e2b-47b6-806e-5d587ee33910
response_code = 503
uri = /omicron-zones
|
| 1832 | 2025-02-28T10:01:14.193Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "30183fd4-2e2b-47b6-806e-5d587ee33910", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:13 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "30183fd4-2e2b-47b6-806e-5d587ee33910" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 640.054825ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1833 | 2025-02-28T10:01:14.833Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1834 | 2025-02-28T10:01:14.833Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1835 | 2025-02-28T10:01:14.833Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1836 | 2025-02-28T10:01:14.845Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1837 | 2025-02-28T10:01:14.845Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1838 | 2025-02-28T10:01:14.855Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1839 | 2025-02-28T10:01:14.855Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1840 | 2025-02-28T10:01:14.864Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1841 | 2025-02-28T10:01:14.864Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1842 | 2025-02-28T10:01:14.873Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1843 | 2025-02-28T10:01:14.873Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1844 | 2025-02-28T10:01:14.882Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1845 | 2025-02-28T10:01:14.882Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1846 | 2025-02-28T10:01:14.890Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1847 | 2025-02-28T10:01:14.891Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1848 | 2025-02-28T10:01:14.899Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1849 | 2025-02-28T10:01:14.899Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1850 | 2025-02-28T10:01:14.908Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1851 | 2025-02-28T10:01:14.908Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1852 | 2025-02-28T10:01:14.917Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1853 | 2025-02-28T10:01:14.917Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1854 | 2025-02-28T10:01:14.926Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1855 | 2025-02-28T10:01:14.926Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1856 | 2025-02-28T10:01:14.935Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1857 | 2025-02-28T10:01:14.935Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1858 | 2025-02-28T10:01:14.947Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1859 | 2025-02-28T10:01:14.947Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1860 | 2025-02-28T10:01:14.958Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1861 | 2025-02-28T10:01:14.958Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1862 | 2025-02-28T10:01:14.967Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1863 | 2025-02-28T10:01:14.967Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1864 | 2025-02-28T10:01:14.977Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1865 | 2025-02-28T10:01:14.977Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1866 | 2025-02-28T10:01:14.986Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1867 | 2025-02-28T10:01:14.986Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1868 | 2025-02-28T10:01:14.996Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1869 | 2025-02-28T10:01:14.996Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1870 | 2025-02-28T10:01:15.006Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1871 | 2025-02-28T10:01:15.006Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1872 | 2025-02-28T10:01:15.015Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1873 | 2025-02-28T10:01:15.015Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1874 | 2025-02-28T10:01:15.026Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1875 | 2025-02-28T10:01:15.026Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1876 | 2025-02-28T10:01:15.026Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1877 | 2025-02-28T10:01:15.026Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1878 | 2025-02-28T10:01:15.026Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1879 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1880 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1881 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1882 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1883 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1884 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1885 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1886 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1887 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1888 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1889 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1890 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1891 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1892 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1893 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1894 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1895 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1896 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1897 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1898 | 2025-02-28T10:01:15.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 292594
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 6b2df7d5-20d5-444f-a0f8-f84678936acb
response_code = 503
uri = /omicron-zones
|
| 1899 | 2025-02-28T10:01:15.125Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "6b2df7d5-20d5-444f-a0f8-f84678936acb", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:15 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "6b2df7d5-20d5-444f-a0f8-f84678936acb" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.173452172s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1900 | 2025-02-28T10:01:16.297Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1901 | 2025-02-28T10:01:16.297Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1902 | 2025-02-28T10:01:16.297Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1903 | 2025-02-28T10:01:16.309Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1904 | 2025-02-28T10:01:16.309Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1905 | 2025-02-28T10:01:16.319Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1906 | 2025-02-28T10:01:16.319Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1907 | 2025-02-28T10:01:16.330Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1908 | 2025-02-28T10:01:16.330Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1909 | 2025-02-28T10:01:16.341Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1910 | 2025-02-28T10:01:16.341Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1911 | 2025-02-28T10:01:16.350Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1912 | 2025-02-28T10:01:16.350Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1913 | 2025-02-28T10:01:16.360Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1914 | 2025-02-28T10:01:16.360Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1915 | 2025-02-28T10:01:16.369Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1916 | 2025-02-28T10:01:16.369Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1917 | 2025-02-28T10:01:16.379Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1918 | 2025-02-28T10:01:16.379Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1919 | 2025-02-28T10:01:16.388Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1920 | 2025-02-28T10:01:16.388Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1921 | 2025-02-28T10:01:16.397Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1922 | 2025-02-28T10:01:16.397Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1923 | 2025-02-28T10:01:16.408Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1924 | 2025-02-28T10:01:16.408Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1925 | 2025-02-28T10:01:16.418Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1926 | 2025-02-28T10:01:16.418Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1927 | 2025-02-28T10:01:16.427Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1928 | 2025-02-28T10:01:16.427Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1929 | 2025-02-28T10:01:16.436Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1930 | 2025-02-28T10:01:16.436Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1931 | 2025-02-28T10:01:16.446Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1932 | 2025-02-28T10:01:16.446Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1933 | 2025-02-28T10:01:16.455Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1934 | 2025-02-28T10:01:16.455Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1935 | 2025-02-28T10:01:16.464Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1936 | 2025-02-28T10:01:16.464Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1937 | 2025-02-28T10:01:16.475Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1938 | 2025-02-28T10:01:16.475Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1939 | 2025-02-28T10:01:16.484Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1940 | 2025-02-28T10:01:16.484Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1941 | 2025-02-28T10:01:16.495Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1942 | 2025-02-28T10:01:16.495Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1943 | 2025-02-28T10:01:16.495Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1944 | 2025-02-28T10:01:16.495Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 1945 | 2025-02-28T10:01:16.495Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1946 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 1947 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 1948 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 1949 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 1950 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 1951 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 1952 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 1953 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 1954 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 1955 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 1956 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 1957 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 1958 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 1959 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 1960 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 1961 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 1962 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 1963 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 1964 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 1965 | 2025-02-28T10:01:16.592Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 295931
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 1c91f9a3-7f0e-4d15-84f5-38cfc7cff50a
response_code = 503
uri = /omicron-zones
|
| 1966 | 2025-02-28T10:01:16.592Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "1c91f9a3-7f0e-4d15-84f5-38cfc7cff50a", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:16 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "1c91f9a3-7f0e-4d15-84f5-38cfc7cff50a" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 602.713319ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1967 | 2025-02-28T10:01:17.194Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1968 | 2025-02-28T10:01:17.195Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1969 | 2025-02-28T10:01:17.195Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1970 | 2025-02-28T10:01:17.206Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1971 | 2025-02-28T10:01:17.206Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1972 | 2025-02-28T10:01:17.217Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1973 | 2025-02-28T10:01:17.217Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1974 | 2025-02-28T10:01:17.228Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1975 | 2025-02-28T10:01:17.228Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1976 | 2025-02-28T10:01:17.238Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1977 | 2025-02-28T10:01:17.238Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1978 | 2025-02-28T10:01:17.247Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1979 | 2025-02-28T10:01:17.247Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1980 | 2025-02-28T10:01:17.255Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1981 | 2025-02-28T10:01:17.256Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1982 | 2025-02-28T10:01:17.265Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1983 | 2025-02-28T10:01:17.265Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1984 | 2025-02-28T10:01:17.274Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1985 | 2025-02-28T10:01:17.274Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1986 | 2025-02-28T10:01:17.283Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1987 | 2025-02-28T10:01:17.283Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1988 | 2025-02-28T10:01:17.293Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1989 | 2025-02-28T10:01:17.293Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1990 | 2025-02-28T10:01:17.302Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1991 | 2025-02-28T10:01:17.302Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1992 | 2025-02-28T10:01:17.312Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1993 | 2025-02-28T10:01:17.312Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1994 | 2025-02-28T10:01:17.321Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1995 | 2025-02-28T10:01:17.321Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1996 | 2025-02-28T10:01:17.331Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1997 | 2025-02-28T10:01:17.331Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1998 | 2025-02-28T10:01:17.341Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1999 | 2025-02-28T10:01:17.341Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2000 | 2025-02-28T10:01:17.350Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2001 | 2025-02-28T10:01:17.350Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2002 | 2025-02-28T10:01:17.360Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2003 | 2025-02-28T10:01:17.360Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2004 | 2025-02-28T10:01:17.369Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2005 | 2025-02-28T10:01:17.369Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2006 | 2025-02-28T10:01:17.378Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2007 | 2025-02-28T10:01:17.378Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2008 | 2025-02-28T10:01:17.388Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2009 | 2025-02-28T10:01:17.388Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2010 | 2025-02-28T10:01:17.388Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2011 | 2025-02-28T10:01:17.388Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 2012 | 2025-02-28T10:01:17.388Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2013 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2014 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2015 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2016 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2017 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2018 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2019 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2020 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2021 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2022 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2023 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2024 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2025 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2026 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2027 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2028 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2029 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 2030 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2031 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2032 | 2025-02-28T10:01:17.484Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 290380
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = c568c935-d15e-468f-8325-3e978381de90
response_code = 503
uri = /omicron-zones
|
| 2033 | 2025-02-28T10:01:17.484Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "c568c935-d15e-468f-8325-3e978381de90", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:17 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "c568c935-d15e-468f-8325-3e978381de90" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.900838454s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2034 | 2025-02-28T10:01:19.381Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2035 | 2025-02-28T10:01:19.382Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2036 | 2025-02-28T10:01:19.382Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2037 | 2025-02-28T10:01:19.393Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2038 | 2025-02-28T10:01:19.393Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2039 | 2025-02-28T10:01:19.404Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2040 | 2025-02-28T10:01:19.405Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2041 | 2025-02-28T10:01:19.414Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2042 | 2025-02-28T10:01:19.414Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2043 | 2025-02-28T10:01:19.424Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2044 | 2025-02-28T10:01:19.424Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2045 | 2025-02-28T10:01:19.432Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2046 | 2025-02-28T10:01:19.432Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2047 | 2025-02-28T10:01:19.441Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2048 | 2025-02-28T10:01:19.441Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2049 | 2025-02-28T10:01:19.449Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2050 | 2025-02-28T10:01:19.450Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2051 | 2025-02-28T10:01:19.459Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2052 | 2025-02-28T10:01:19.459Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2053 | 2025-02-28T10:01:19.468Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2054 | 2025-02-28T10:01:19.468Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2055 | 2025-02-28T10:01:19.479Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2056 | 2025-02-28T10:01:19.479Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2057 | 2025-02-28T10:01:19.488Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2058 | 2025-02-28T10:01:19.488Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2059 | 2025-02-28T10:01:19.499Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2060 | 2025-02-28T10:01:19.499Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2061 | 2025-02-28T10:01:19.508Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2062 | 2025-02-28T10:01:19.508Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2063 | 2025-02-28T10:01:19.517Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2064 | 2025-02-28T10:01:19.517Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2065 | 2025-02-28T10:01:19.526Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2066 | 2025-02-28T10:01:19.526Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2067 | 2025-02-28T10:01:19.536Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2068 | 2025-02-28T10:01:19.536Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2069 | 2025-02-28T10:01:19.545Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2070 | 2025-02-28T10:01:19.545Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2071 | 2025-02-28T10:01:19.555Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2072 | 2025-02-28T10:01:19.555Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2073 | 2025-02-28T10:01:19.566Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2074 | 2025-02-28T10:01:19.566Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2075 | 2025-02-28T10:01:19.575Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2076 | 2025-02-28T10:01:19.575Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2077 | 2025-02-28T10:01:19.575Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2078 | 2025-02-28T10:01:19.575Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 2079 | 2025-02-28T10:01:19.575Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2080 | 2025-02-28T10:01:19.670Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2081 | 2025-02-28T10:01:19.670Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2082 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2083 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2084 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2085 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2086 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2087 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2088 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2089 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2090 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2091 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2092 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2093 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2094 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2095 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2096 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 2097 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2098 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2099 | 2025-02-28T10:01:19.671Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 290015
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 97d49c1d-c78a-4997-99c0-cfd8d7295335
response_code = 503
uri = /omicron-zones
|
| 2100 | 2025-02-28T10:01:19.671Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "97d49c1d-c78a-4997-99c0-cfd8d7295335", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:19 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "97d49c1d-c78a-4997-99c0-cfd8d7295335" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.037189974s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2101 | 2025-02-28T10:01:20.707Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2102 | 2025-02-28T10:01:20.707Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2103 | 2025-02-28T10:01:20.707Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2104 | 2025-02-28T10:01:20.718Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2105 | 2025-02-28T10:01:20.718Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2106 | 2025-02-28T10:01:20.728Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2107 | 2025-02-28T10:01:20.728Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2108 | 2025-02-28T10:01:20.737Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2109 | 2025-02-28T10:01:20.737Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2110 | 2025-02-28T10:01:20.745Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2111 | 2025-02-28T10:01:20.745Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2112 | 2025-02-28T10:01:20.756Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2113 | 2025-02-28T10:01:20.756Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2114 | 2025-02-28T10:01:20.767Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2115 | 2025-02-28T10:01:20.767Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2116 | 2025-02-28T10:01:20.777Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2117 | 2025-02-28T10:01:20.777Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2118 | 2025-02-28T10:01:20.786Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2119 | 2025-02-28T10:01:20.787Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2120 | 2025-02-28T10:01:20.797Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2121 | 2025-02-28T10:01:20.797Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2122 | 2025-02-28T10:01:20.806Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2123 | 2025-02-28T10:01:20.806Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2124 | 2025-02-28T10:01:20.815Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2125 | 2025-02-28T10:01:20.815Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2126 | 2025-02-28T10:01:20.823Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2127 | 2025-02-28T10:01:20.823Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2128 | 2025-02-28T10:01:20.832Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2129 | 2025-02-28T10:01:20.832Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2130 | 2025-02-28T10:01:20.841Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2131 | 2025-02-28T10:01:20.841Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2132 | 2025-02-28T10:01:20.851Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2133 | 2025-02-28T10:01:20.851Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2134 | 2025-02-28T10:01:20.860Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2135 | 2025-02-28T10:01:20.861Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2136 | 2025-02-28T10:01:20.869Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2137 | 2025-02-28T10:01:20.869Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2138 | 2025-02-28T10:01:20.879Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2139 | 2025-02-28T10:01:20.879Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2140 | 2025-02-28T10:01:20.887Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2141 | 2025-02-28T10:01:20.887Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2142 | 2025-02-28T10:01:20.896Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2143 | 2025-02-28T10:01:20.897Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2144 | 2025-02-28T10:01:20.897Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2145 | 2025-02-28T10:01:20.897Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 2146 | 2025-02-28T10:01:20.897Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2147 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2148 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2149 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2150 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2151 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2152 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2153 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2154 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2155 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2156 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2157 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2158 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2159 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2160 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2161 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2162 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2163 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2164 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2165 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 2166 | 2025-02-28T10:01:20.990Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 284160
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 594323d0-ceb4-4618-970a-273d68630639
response_code = 503
uri = /omicron-zones
|
| 2167 | 2025-02-28T10:01:20.990Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "594323d0-ceb4-4618-970a-273d68630639", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:20 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "594323d0-ceb4-4618-970a-273d68630639" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 2.206204843s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2168 | 2025-02-28T10:01:23.192Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2169 | 2025-02-28T10:01:23.192Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2170 | 2025-02-28T10:01:23.192Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2171 | 2025-02-28T10:01:23.204Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2172 | 2025-02-28T10:01:23.204Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2173 | 2025-02-28T10:01:23.215Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2174 | 2025-02-28T10:01:23.215Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2175 | 2025-02-28T10:01:23.225Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2176 | 2025-02-28T10:01:23.225Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2177 | 2025-02-28T10:01:23.235Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2178 | 2025-02-28T10:01:23.236Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2179 | 2025-02-28T10:01:23.246Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2180 | 2025-02-28T10:01:23.246Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2181 | 2025-02-28T10:01:23.257Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2182 | 2025-02-28T10:01:23.257Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2183 | 2025-02-28T10:01:23.266Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2184 | 2025-02-28T10:01:23.266Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2185 | 2025-02-28T10:01:23.271Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 511.533042ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 2186 | 2025-02-28T10:01:23.277Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2187 | 2025-02-28T10:01:23.277Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2188 | 2025-02-28T10:01:23.286Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2189 | 2025-02-28T10:01:23.286Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2190 | 2025-02-28T10:01:23.296Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2191 | 2025-02-28T10:01:23.296Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2192 | 2025-02-28T10:01:23.305Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2193 | 2025-02-28T10:01:23.305Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2194 | 2025-02-28T10:01:23.315Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2195 | 2025-02-28T10:01:23.315Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2196 | 2025-02-28T10:01:23.325Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2197 | 2025-02-28T10:01:23.325Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2198 | 2025-02-28T10:01:23.335Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2199 | 2025-02-28T10:01:23.335Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2200 | 2025-02-28T10:01:23.345Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2201 | 2025-02-28T10:01:23.345Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2202 | 2025-02-28T10:01:23.354Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2203 | 2025-02-28T10:01:23.354Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2204 | 2025-02-28T10:01:23.365Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2205 | 2025-02-28T10:01:23.365Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2206 | 2025-02-28T10:01:23.375Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2207 | 2025-02-28T10:01:23.376Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2208 | 2025-02-28T10:01:23.385Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2209 | 2025-02-28T10:01:23.385Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2210 | 2025-02-28T10:01:23.395Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2211 | 2025-02-28T10:01:23.396Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2212 | 2025-02-28T10:01:23.396Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2213 | 2025-02-28T10:01:23.396Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 2214 | 2025-02-28T10:01:23.396Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2215 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2216 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2217 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2218 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2219 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2220 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2221 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2222 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 2223 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2224 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2225 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2226 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2227 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2228 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2229 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2230 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2231 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2232 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2233 | 2025-02-28T10:01:23.494Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2234 | 2025-02-28T10:01:23.494Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 303296
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 1d88bd2f-8e04-4e87-933e-fc44d62ddd4c
response_code = 503
uri = /omicron-zones
|
| 2235 | 2025-02-28T10:01:23.495Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "1d88bd2f-8e04-4e87-933e-fc44d62ddd4c", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:23 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "1d88bd2f-8e04-4e87-933e-fc44d62ddd4c" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 3.038583146s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2236 | 2025-02-28T10:01:26.526Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2237 | 2025-02-28T10:01:26.527Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2238 | 2025-02-28T10:01:26.527Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2239 | 2025-02-28T10:01:26.538Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2240 | 2025-02-28T10:01:26.538Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2241 | 2025-02-28T10:01:26.549Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2242 | 2025-02-28T10:01:26.549Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2243 | 2025-02-28T10:01:26.560Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2244 | 2025-02-28T10:01:26.560Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2245 | 2025-02-28T10:01:26.570Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2246 | 2025-02-28T10:01:26.570Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2247 | 2025-02-28T10:01:26.579Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2248 | 2025-02-28T10:01:26.579Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2249 | 2025-02-28T10:01:26.590Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2250 | 2025-02-28T10:01:26.591Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2251 | 2025-02-28T10:01:26.600Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2252 | 2025-02-28T10:01:26.600Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2253 | 2025-02-28T10:01:26.609Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2254 | 2025-02-28T10:01:26.609Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2255 | 2025-02-28T10:01:26.620Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2256 | 2025-02-28T10:01:26.620Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2257 | 2025-02-28T10:01:26.630Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2258 | 2025-02-28T10:01:26.630Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2259 | 2025-02-28T10:01:26.639Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2260 | 2025-02-28T10:01:26.639Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2261 | 2025-02-28T10:01:26.649Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2262 | 2025-02-28T10:01:26.649Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2263 | 2025-02-28T10:01:26.658Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2264 | 2025-02-28T10:01:26.659Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2265 | 2025-02-28T10:01:26.668Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2266 | 2025-02-28T10:01:26.668Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2267 | 2025-02-28T10:01:26.678Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2268 | 2025-02-28T10:01:26.680Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2269 | 2025-02-28T10:01:26.687Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2270 | 2025-02-28T10:01:26.687Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2271 | 2025-02-28T10:01:26.696Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2272 | 2025-02-28T10:01:26.696Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2273 | 2025-02-28T10:01:26.706Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2274 | 2025-02-28T10:01:26.706Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2275 | 2025-02-28T10:01:26.715Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2276 | 2025-02-28T10:01:26.715Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2277 | 2025-02-28T10:01:26.725Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2278 | 2025-02-28T10:01:26.725Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2279 | 2025-02-28T10:01:26.725Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2280 | 2025-02-28T10:01:26.725Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 2281 | 2025-02-28T10:01:26.725Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2282 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 2283 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2284 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2285 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2286 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2287 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2288 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2289 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2290 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2291 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2292 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2293 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2294 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2295 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2296 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2297 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2298 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2299 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2300 | 2025-02-28T10:01:26.820Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2301 | 2025-02-28T10:01:26.820Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 295003
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = c941049e-4f59-4138-90c8-cb651e3db872
response_code = 503
uri = /omicron-zones
|
| 2302 | 2025-02-28T10:01:26.821Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "c941049e-4f59-4138-90c8-cb651e3db872", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:26 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "c941049e-4f59-4138-90c8-cb651e3db872" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 3.355909424s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2303 | 2025-02-28T10:01:30.169Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2304 | 2025-02-28T10:01:30.169Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2305 | 2025-02-28T10:01:30.169Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2306 | 2025-02-28T10:01:30.181Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2307 | 2025-02-28T10:01:30.181Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2308 | 2025-02-28T10:01:30.192Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2309 | 2025-02-28T10:01:30.192Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2310 | 2025-02-28T10:01:30.202Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2311 | 2025-02-28T10:01:30.202Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2312 | 2025-02-28T10:01:30.212Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2313 | 2025-02-28T10:01:30.213Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2314 | 2025-02-28T10:01:30.222Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2315 | 2025-02-28T10:01:30.222Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2316 | 2025-02-28T10:01:30.232Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2317 | 2025-02-28T10:01:30.232Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2318 | 2025-02-28T10:01:30.243Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2319 | 2025-02-28T10:01:30.243Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2320 | 2025-02-28T10:01:30.254Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2321 | 2025-02-28T10:01:30.254Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2322 | 2025-02-28T10:01:30.264Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2323 | 2025-02-28T10:01:30.264Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2324 | 2025-02-28T10:01:30.274Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2325 | 2025-02-28T10:01:30.274Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2326 | 2025-02-28T10:01:30.283Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2327 | 2025-02-28T10:01:30.283Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2328 | 2025-02-28T10:01:30.294Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2329 | 2025-02-28T10:01:30.294Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2330 | 2025-02-28T10:01:30.303Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2331 | 2025-02-28T10:01:30.303Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2332 | 2025-02-28T10:01:30.312Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2333 | 2025-02-28T10:01:30.312Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2334 | 2025-02-28T10:01:30.321Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2335 | 2025-02-28T10:01:30.321Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2336 | 2025-02-28T10:01:30.330Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2337 | 2025-02-28T10:01:30.330Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2338 | 2025-02-28T10:01:30.340Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2339 | 2025-02-28T10:01:30.340Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2340 | 2025-02-28T10:01:30.349Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2341 | 2025-02-28T10:01:30.349Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2342 | 2025-02-28T10:01:30.358Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2343 | 2025-02-28T10:01:30.359Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2344 | 2025-02-28T10:01:30.366Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2345 | 2025-02-28T10:01:30.366Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2346 | 2025-02-28T10:01:30.366Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2347 | 2025-02-28T10:01:30.367Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 2348 | 2025-02-28T10:01:30.367Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2349 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2350 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2351 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2352 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2353 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2354 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2355 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2356 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2357 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2358 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2359 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 2360 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2361 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2362 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2363 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2364 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2365 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2366 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2367 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2368 | 2025-02-28T10:01:30.463Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 294672
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 56fd0447-611b-4abc-adf4-6dcb97e1be40
response_code = 503
uri = /omicron-zones
|
| 2369 | 2025-02-28T10:01:30.463Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "56fd0447-611b-4abc-adf4-6dcb97e1be40", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:30 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "56fd0447-611b-4abc-adf4-6dcb97e1be40" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 3.458106869s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2370 | 2025-02-28T10:01:33.913Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2371 | 2025-02-28T10:01:33.914Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2372 | 2025-02-28T10:01:33.914Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2373 | 2025-02-28T10:01:33.925Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2374 | 2025-02-28T10:01:33.925Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2375 | 2025-02-28T10:01:33.936Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2376 | 2025-02-28T10:01:33.936Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2377 | 2025-02-28T10:01:33.947Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2378 | 2025-02-28T10:01:33.947Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2379 | 2025-02-28T10:01:33.958Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2380 | 2025-02-28T10:01:33.958Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2381 | 2025-02-28T10:01:33.968Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2382 | 2025-02-28T10:01:33.968Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2383 | 2025-02-28T10:01:33.978Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2384 | 2025-02-28T10:01:33.978Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2385 | 2025-02-28T10:01:33.989Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2386 | 2025-02-28T10:01:33.989Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2387 | 2025-02-28T10:01:33.999Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2388 | 2025-02-28T10:01:33.999Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2389 | 2025-02-28T10:01:34.009Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2390 | 2025-02-28T10:01:34.010Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2391 | 2025-02-28T10:01:34.020Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2392 | 2025-02-28T10:01:34.020Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2393 | 2025-02-28T10:01:34.029Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2394 | 2025-02-28T10:01:34.029Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2395 | 2025-02-28T10:01:34.038Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2396 | 2025-02-28T10:01:34.038Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2397 | 2025-02-28T10:01:34.047Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2398 | 2025-02-28T10:01:34.047Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2399 | 2025-02-28T10:01:34.057Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2400 | 2025-02-28T10:01:34.057Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2401 | 2025-02-28T10:01:34.068Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2402 | 2025-02-28T10:01:34.068Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2403 | 2025-02-28T10:01:34.077Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2404 | 2025-02-28T10:01:34.077Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2405 | 2025-02-28T10:01:34.088Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2406 | 2025-02-28T10:01:34.088Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2407 | 2025-02-28T10:01:34.098Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2408 | 2025-02-28T10:01:34.098Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2409 | 2025-02-28T10:01:34.108Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2410 | 2025-02-28T10:01:34.108Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2411 | 2025-02-28T10:01:34.119Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2412 | 2025-02-28T10:01:34.119Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2413 | 2025-02-28T10:01:34.119Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2414 | 2025-02-28T10:01:34.119Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 2415 | 2025-02-28T10:01:34.119Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2416 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2417 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2418 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2419 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2420 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2421 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2422 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 2423 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2424 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2425 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2426 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2427 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2428 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2429 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2430 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2431 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2432 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2433 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2434 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2435 | 2025-02-28T10:01:34.222Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 309224
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = edcb20e7-adec-4807-8d17-6e81e633d897
response_code = 503
uri = /omicron-zones
|
| 2436 | 2025-02-28T10:01:34.222Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "edcb20e7-adec-4807-8d17-6e81e633d897", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:33 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "edcb20e7-adec-4807-8d17-6e81e633d897" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 3.005032327s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2437 | 2025-02-28T10:01:37.220Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2438 | 2025-02-28T10:01:37.220Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2439 | 2025-02-28T10:01:37.220Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2440 | 2025-02-28T10:01:37.233Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2441 | 2025-02-28T10:01:37.233Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2442 | 2025-02-28T10:01:37.243Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2443 | 2025-02-28T10:01:37.244Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2444 | 2025-02-28T10:01:37.254Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2445 | 2025-02-28T10:01:37.255Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2446 | 2025-02-28T10:01:37.264Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2447 | 2025-02-28T10:01:37.264Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2448 | 2025-02-28T10:01:37.274Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2449 | 2025-02-28T10:01:37.274Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2450 | 2025-02-28T10:01:37.285Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2451 | 2025-02-28T10:01:37.285Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2452 | 2025-02-28T10:01:37.295Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2453 | 2025-02-28T10:01:37.295Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2454 | 2025-02-28T10:01:37.303Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2455 | 2025-02-28T10:01:37.304Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2456 | 2025-02-28T10:01:37.314Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2457 | 2025-02-28T10:01:37.314Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2458 | 2025-02-28T10:01:37.324Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2459 | 2025-02-28T10:01:37.324Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2460 | 2025-02-28T10:01:37.333Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2461 | 2025-02-28T10:01:37.333Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2462 | 2025-02-28T10:01:37.345Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2463 | 2025-02-28T10:01:37.345Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2464 | 2025-02-28T10:01:37.355Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2465 | 2025-02-28T10:01:37.355Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2466 | 2025-02-28T10:01:37.365Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2467 | 2025-02-28T10:01:37.365Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2468 | 2025-02-28T10:01:37.373Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2469 | 2025-02-28T10:01:37.373Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2470 | 2025-02-28T10:01:37.381Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2471 | 2025-02-28T10:01:37.381Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2472 | 2025-02-28T10:01:37.391Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2473 | 2025-02-28T10:01:37.392Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2474 | 2025-02-28T10:01:37.400Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2475 | 2025-02-28T10:01:37.402Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2476 | 2025-02-28T10:01:37.411Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2477 | 2025-02-28T10:01:37.411Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2478 | 2025-02-28T10:01:37.420Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2479 | 2025-02-28T10:01:37.420Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2480 | 2025-02-28T10:01:37.420Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2481 | 2025-02-28T10:01:37.420Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 2482 | 2025-02-28T10:01:37.420Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2483 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2484 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2485 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2486 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2487 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2488 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2489 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2490 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2491 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2492 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2493 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2494 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2495 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2496 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2497 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2498 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2499 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 2500 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2501 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2502 | 2025-02-28T10:01:37.516Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 296732
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 8b525e56-1c0c-4634-9d13-92259d95d7c9
response_code = 503
uri = /omicron-zones
|
| 2503 | 2025-02-28T10:01:37.516Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "8b525e56-1c0c-4634-9d13-92259d95d7c9", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:37 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "8b525e56-1c0c-4634-9d13-92259d95d7c9" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 4.479165771s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2504 | 2025-02-28T10:01:37.910Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40959
|
| 2505 | 2025-02-28T10:01:37.910Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 29
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40959
req_id = 425a08a7-3c3e-4a49-8979-34a1538541fc
response_code = 200
uri = /baseboard
|
| 2506 | 2025-02-28T10:01:38.780Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.442683071s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 2507 | 2025-02-28T10:01:41.984Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2508 | 2025-02-28T10:01:41.985Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2509 | 2025-02-28T10:01:41.985Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2510 | 2025-02-28T10:01:41.996Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2511 | 2025-02-28T10:01:41.996Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2512 | 2025-02-28T10:01:42.007Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2513 | 2025-02-28T10:01:42.007Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2514 | 2025-02-28T10:01:42.017Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2515 | 2025-02-28T10:01:42.017Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2516 | 2025-02-28T10:01:42.026Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2517 | 2025-02-28T10:01:42.026Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2518 | 2025-02-28T10:01:42.036Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2519 | 2025-02-28T10:01:42.036Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2520 | 2025-02-28T10:01:42.045Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2521 | 2025-02-28T10:01:42.045Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2522 | 2025-02-28T10:01:42.055Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2523 | 2025-02-28T10:01:42.055Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2524 | 2025-02-28T10:01:42.064Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2525 | 2025-02-28T10:01:42.064Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2526 | 2025-02-28T10:01:42.074Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2527 | 2025-02-28T10:01:42.074Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2528 | 2025-02-28T10:01:42.084Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2529 | 2025-02-28T10:01:42.084Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2530 | 2025-02-28T10:01:42.094Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2531 | 2025-02-28T10:01:42.094Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2532 | 2025-02-28T10:01:42.102Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2533 | 2025-02-28T10:01:42.103Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2534 | 2025-02-28T10:01:42.112Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2535 | 2025-02-28T10:01:42.112Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2536 | 2025-02-28T10:01:42.122Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2537 | 2025-02-28T10:01:42.122Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2538 | 2025-02-28T10:01:42.132Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2539 | 2025-02-28T10:01:42.132Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2540 | 2025-02-28T10:01:42.141Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2541 | 2025-02-28T10:01:42.141Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2542 | 2025-02-28T10:01:42.149Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2543 | 2025-02-28T10:01:42.149Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2544 | 2025-02-28T10:01:42.159Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2545 | 2025-02-28T10:01:42.159Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2546 | 2025-02-28T10:01:42.168Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2547 | 2025-02-28T10:01:42.168Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2548 | 2025-02-28T10:01:42.177Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2549 | 2025-02-28T10:01:42.177Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2550 | 2025-02-28T10:01:42.177Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2551 | 2025-02-28T10:01:42.177Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 2552 | 2025-02-28T10:01:42.177Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2553 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2554 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2555 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2556 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2557 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2558 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2559 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2560 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2561 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2562 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2563 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2564 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2565 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 2566 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2567 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2568 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2569 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2570 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2571 | 2025-02-28T10:01:42.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2572 | 2025-02-28T10:01:42.268Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 284681
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 7ef4eb45-7196-4226-bd68-f8631d4a8d28
response_code = 503
uri = /omicron-zones
|
| 2573 | 2025-02-28T10:01:42.269Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "7ef4eb45-7196-4226-bd68-f8631d4a8d28", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:41 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "7ef4eb45-7196-4226-bd68-f8631d4a8d28" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 5.567221872s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2574 | 2025-02-28T10:01:47.822Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2575 | 2025-02-28T10:01:47.822Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2576 | 2025-02-28T10:01:47.822Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2577 | 2025-02-28T10:01:47.833Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2578 | 2025-02-28T10:01:47.833Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2579 | 2025-02-28T10:01:47.845Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2580 | 2025-02-28T10:01:47.845Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2581 | 2025-02-28T10:01:47.854Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2582 | 2025-02-28T10:01:47.854Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2583 | 2025-02-28T10:01:47.865Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2584 | 2025-02-28T10:01:47.865Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2585 | 2025-02-28T10:01:47.874Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2586 | 2025-02-28T10:01:47.874Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2587 | 2025-02-28T10:01:47.884Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2588 | 2025-02-28T10:01:47.884Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2589 | 2025-02-28T10:01:47.894Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2590 | 2025-02-28T10:01:47.894Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2591 | 2025-02-28T10:01:47.903Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2592 | 2025-02-28T10:01:47.903Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2593 | 2025-02-28T10:01:47.912Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2594 | 2025-02-28T10:01:47.912Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2595 | 2025-02-28T10:01:47.921Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2596 | 2025-02-28T10:01:47.921Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2597 | 2025-02-28T10:01:47.930Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2598 | 2025-02-28T10:01:47.930Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2599 | 2025-02-28T10:01:47.939Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2600 | 2025-02-28T10:01:47.939Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2601 | 2025-02-28T10:01:47.948Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2602 | 2025-02-28T10:01:47.948Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2603 | 2025-02-28T10:01:47.958Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2604 | 2025-02-28T10:01:47.958Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2605 | 2025-02-28T10:01:47.967Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2606 | 2025-02-28T10:01:47.967Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2607 | 2025-02-28T10:01:47.975Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2608 | 2025-02-28T10:01:47.976Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2609 | 2025-02-28T10:01:47.984Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2610 | 2025-02-28T10:01:47.984Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2611 | 2025-02-28T10:01:47.994Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2612 | 2025-02-28T10:01:47.994Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2613 | 2025-02-28T10:01:48.003Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2614 | 2025-02-28T10:01:48.003Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2615 | 2025-02-28T10:01:48.013Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2616 | 2025-02-28T10:01:48.013Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2617 | 2025-02-28T10:01:48.013Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2618 | 2025-02-28T10:01:48.013Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 2619 | 2025-02-28T10:01:48.013Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2620 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2621 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 2622 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2623 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2624 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2625 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2626 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2627 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2628 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2629 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2630 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2631 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2632 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2633 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2634 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2635 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2636 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2637 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2638 | 2025-02-28T10:01:48.109Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3419
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2639 | 2025-02-28T10:01:48.110Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Service Unavailable
error_message_internal = Time not yet synchronized
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855
latency_us = 288353
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = a5850193-d879-4159-a0e1-903865e204ff
response_code = 503
uri = /omicron-zones
|
| 2640 | 2025-02-28T10:01:48.110Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "a5850193-d879-4159-a0e1-903865e204ff", "content-length": "133", "date": "Fri, 28 Feb 2025 10:01:48 GMT"}; value: Error { error_code: Some("ServiceNotAvailable"), message: "Service Unavailable", request_id: "a5850193-d879-4159-a0e1-903865e204ff" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 8.33708948s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2641 | 2025-02-28T10:01:55.213Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 3.845053054s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 2642 | 2025-02-28T10:01:56.425Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name("ntp-76f01549-ef15-4692-813c-282a9c48bc44"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2643 | 2025-02-28T10:01:56.425Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2644 | 2025-02-28T10:01:56.425Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2645 | 2025-02-28T10:01:56.438Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2646 | 2025-02-28T10:01:56.438Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2647 | 2025-02-28T10:01:56.448Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2648 | 2025-02-28T10:01:56.448Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2649 | 2025-02-28T10:01:56.458Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2650 | 2025-02-28T10:01:56.458Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2651 | 2025-02-28T10:01:56.469Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2652 | 2025-02-28T10:01:56.469Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2653 | 2025-02-28T10:01:56.479Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2654 | 2025-02-28T10:01:56.479Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2655 | 2025-02-28T10:01:56.488Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2656 | 2025-02-28T10:01:56.488Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2657 | 2025-02-28T10:01:56.495Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2658 | 2025-02-28T10:01:56.496Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2659 | 2025-02-28T10:01:56.504Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2660 | 2025-02-28T10:01:56.504Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2661 | 2025-02-28T10:01:56.514Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2662 | 2025-02-28T10:01:56.514Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2663 | 2025-02-28T10:01:56.523Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2664 | 2025-02-28T10:01:56.523Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2665 | 2025-02-28T10:01:56.532Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2666 | 2025-02-28T10:01:56.532Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2667 | 2025-02-28T10:01:56.542Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2668 | 2025-02-28T10:01:56.542Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2669 | 2025-02-28T10:01:56.552Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2670 | 2025-02-28T10:01:56.552Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2671 | 2025-02-28T10:01:56.561Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2672 | 2025-02-28T10:01:56.561Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2673 | 2025-02-28T10:01:56.570Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2674 | 2025-02-28T10:01:56.570Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2675 | 2025-02-28T10:01:56.580Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2676 | 2025-02-28T10:01:56.580Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2677 | 2025-02-28T10:01:56.589Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2678 | 2025-02-28T10:01:56.589Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2679 | 2025-02-28T10:01:56.598Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2680 | 2025-02-28T10:01:56.598Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2681 | 2025-02-28T10:01:56.606Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2682 | 2025-02-28T10:01:56.606Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2683 | 2025-02-28T10:01:56.614Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2684 | 2025-02-28T10:01:56.614Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2685 | 2025-02-28T10:01:56.614Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2686 | 2025-02-28T10:01:56.614Z | INFO | SledAgent (ServiceManager): ensure_all_omicron_zones: request reconciliation done
file = sled-agent/src/services.rs:4956
num_zones_to_be_added = 19
num_zones_to_be_removed = 0
num_zones_updated = 0
|
| 2687 | 2025-02-28T10:01:56.614Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2688 | 2025-02-28T10:01:56.756Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2689 | 2025-02-28T10:01:56.757Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2690 | 2025-02-28T10:01:56.757Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2691 | 2025-02-28T10:01:56.757Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2692 | 2025-02-28T10:01:56.757Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2693 | 2025-02-28T10:01:56.757Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2694 | 2025-02-28T10:01:56.757Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2695 | 2025-02-28T10:01:56.771Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2696 | 2025-02-28T10:01:56.773Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2697 | 2025-02-28T10:01:56.947Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2698 | 2025-02-28T10:01:56.947Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2699 | 2025-02-28T10:01:56.947Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2700 | 2025-02-28T10:01:56.947Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2701 | 2025-02-28T10:01:56.948Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2702 | 2025-02-28T10:01:56.949Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2703 | 2025-02-28T10:01:56.959Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2704 | 2025-02-28T10:01:56.970Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2705 | 2025-02-28T10:01:56.983Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2706 | 2025-02-28T10:01:56.983Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2707 | 2025-02-28T10:01:56.983Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
file = illumos-utils/src/zone.rs:325
|
| 2708 | 2025-02-28T10:01:56.988Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
file = illumos-utils/src/zone.rs:325
|
| 2709 | 2025-02-28T10:01:56.993Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
file = illumos-utils/src/zone.rs:325
|
| 2710 | 2025-02-28T10:01:56.999Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
file = illumos-utils/src/zone.rs:325
|
| 2711 | 2025-02-28T10:01:57.003Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
file = illumos-utils/src/zone.rs:325
|
| 2712 | 2025-02-28T10:01:57.008Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
file = illumos-utils/src/zone.rs:325
|
| 2713 | 2025-02-28T10:01:57.014Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
file = illumos-utils/src/zone.rs:325
|
| 2714 | 2025-02-28T10:01:57.019Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
file = illumos-utils/src/zone.rs:325
|
| 2715 | 2025-02-28T10:01:57.136Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
file = illumos-utils/src/zone.rs:363
|
| 2716 | 2025-02-28T10:01:57.142Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
file = illumos-utils/src/zone.rs:363
|
| 2717 | 2025-02-28T10:01:57.147Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
file = illumos-utils/src/zone.rs:363
|
| 2718 | 2025-02-28T10:01:57.151Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
file = illumos-utils/src/zone.rs:363
|
| 2719 | 2025-02-28T10:01:57.155Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
file = illumos-utils/src/zone.rs:363
|
| 2720 | 2025-02-28T10:01:57.160Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
file = illumos-utils/src/zone.rs:363
|
| 2721 | 2025-02-28T10:01:57.165Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
file = illumos-utils/src/zone.rs:363
|
| 2722 | 2025-02-28T10:01:57.170Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
file = illumos-utils/src/zone.rs:363
|
| 2723 | 2025-02-28T10:01:57.175Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
file = illumos-utils/src/zone.rs:325
|
| 2724 | 2025-02-28T10:01:57.180Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
file = illumos-utils/src/zone.rs:325
|
| 2725 | 2025-02-28T10:01:57.185Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
file = illumos-utils/src/zone.rs:325
|
| 2726 | 2025-02-28T10:01:57.190Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
file = illumos-utils/src/zone.rs:325
|
| 2727 | 2025-02-28T10:01:57.197Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
file = illumos-utils/src/zone.rs:325
|
| 2728 | 2025-02-28T10:01:57.204Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
file = illumos-utils/src/zone.rs:325
|
| 2729 | 2025-02-28T10:01:57.266Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 2730 | 2025-02-28T10:01:57.266Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
file = illumos-utils/src/zone.rs:363
|
| 2731 | 2025-02-28T10:01:57.279Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
file = illumos-utils/src/zone.rs:363
|
| 2732 | 2025-02-28T10:01:57.289Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
file = illumos-utils/src/zone.rs:363
|
| 2733 | 2025-02-28T10:01:57.300Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
file = illumos-utils/src/zone.rs:363
|
| 2734 | 2025-02-28T10:01:57.317Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
file = illumos-utils/src/zone.rs:363
|
| 2735 | 2025-02-28T10:01:57.328Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
file = illumos-utils/src/zone.rs:363
|
| 2736 | 2025-02-28T10:01:57.389Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 2737 | 2025-02-28T10:01:57.453Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 2738 | 2025-02-28T10:01:57.511Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 2739 | 2025-02-28T10:01:57.563Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 2740 | 2025-02-28T10:01:57.566Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2741 | 2025-02-28T10:01:57.566Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2742 | 2025-02-28T10:01:57.622Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:461
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 230, 4]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 2743 | 2025-02-28T10:01:57.622Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1358
zone_type = nexus
|
| 2744 | 2025-02-28T10:01:57.625Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2745 | 2025-02-28T10:01:57.625Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2746 | 2025-02-28T10:01:57.678Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:461
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 186, 5]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 2747 | 2025-02-28T10:01:57.678Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1358
zone_type = external_dns
|
| 2748 | 2025-02-28T10:01:57.680Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2749 | 2025-02-28T10:01:57.680Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2750 | 2025-02-28T10:01:57.735Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:461
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 156, 204]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 2751 | 2025-02-28T10:01:57.735Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1358
zone_type = external_dns
|
| 2752 | 2025-02-28T10:01:57.736Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:83
|
| 2753 | 2025-02-28T10:01:57.736Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:90
|
| 2754 | 2025-02-28T10:01:57.738Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2755 | 2025-02-28T10:01:57.738Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2756 | 2025-02-28T10:01:57.793Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:461
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 209, 207]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 2757 | 2025-02-28T10:01:57.793Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1358
zone_type = nexus
|
| 2758 | 2025-02-28T10:01:57.795Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2759 | 2025-02-28T10:01:57.795Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2760 | 2025-02-28T10:01:57.849Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:461
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 171, 109]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 2761 | 2025-02-28T10:01:57.849Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1358
zone_type = nexus
|
| 2762 | 2025-02-28T10:01:57.850Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:118
|
| 2763 | 2025-02-28T10:01:57.851Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2764 | 2025-02-28T10:01:57.943Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:83
|
| 2765 | 2025-02-28T10:01:57.943Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:90
|
| 2766 | 2025-02-28T10:01:57.943Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:83
|
| 2767 | 2025-02-28T10:01:57.943Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:90
|
| 2768 | 2025-02-28T10:01:57.944Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:83
|
| 2769 | 2025-02-28T10:01:57.944Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:90
|
| 2770 | 2025-02-28T10:01:57.944Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:83
|
| 2771 | 2025-02-28T10:01:57.944Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:90
|
| 2772 | 2025-02-28T10:01:57.944Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:118
|
| 2773 | 2025-02-28T10:01:57.947Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:118
|
| 2774 | 2025-02-28T10:01:57.951Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2775 | 2025-02-28T10:01:57.951Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2776 | 2025-02-28T10:01:57.951Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:118
|
| 2777 | 2025-02-28T10:01:57.954Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:118
|
| 2778 | 2025-02-28T10:01:57.967Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2779 | 2025-02-28T10:01:57.967Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2780 | 2025-02-28T10:01:58.045Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
file = illumos-utils/src/zone.rs:325
|
| 2781 | 2025-02-28T10:01:58.133Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
file = illumos-utils/src/zone.rs:325
|
| 2782 | 2025-02-28T10:01:58.141Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
file = illumos-utils/src/zone.rs:325
|
| 2783 | 2025-02-28T10:01:58.150Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
file = illumos-utils/src/zone.rs:363
|
| 2784 | 2025-02-28T10:01:58.159Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
file = illumos-utils/src/zone.rs:325
|
| 2785 | 2025-02-28T10:01:58.168Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
file = illumos-utils/src/zone.rs:325
|
| 2786 | 2025-02-28T10:01:58.176Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
file = illumos-utils/src/zone.rs:363
|
| 2787 | 2025-02-28T10:01:58.182Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
file = illumos-utils/src/zone.rs:363
|
| 2788 | 2025-02-28T10:01:58.194Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
file = illumos-utils/src/zone.rs:363
|
| 2789 | 2025-02-28T10:01:58.203Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
file = illumos-utils/src/zone.rs:363
|
| 2790 | 2025-02-28T10:02:01.918Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_3897c72b-37ba-4126-b207-cca189c4751f/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='f772f25a-475e-4c79-93be-1e6d5af882a5'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2791 | 2025-02-28T10:02:01.923Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2792 | 2025-02-28T10:02:01.991Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='f933dec9-8772-45f5-8e4f-b61675b8eb08'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2793 | 2025-02-28T10:02:01.991Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='e759b9dd-d19e-4ae1-9f45-07a4d25a1a1d'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2794 | 2025-02-28T10:02:01.991Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='4679d96d-d193-4dc6-a137-08496794afeb'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2795 | 2025-02-28T10:02:01.991Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2796 | 2025-02-28T10:02:01.999Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2797 | 2025-02-28T10:02:02.007Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2798 | 2025-02-28T10:02:02.015Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2799 | 2025-02-28T10:02:02.015Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='ca8a23e2-2029-48bb-b21d-0d8a8466fd9c'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2800 | 2025-02-28T10:02:02.020Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2801 | 2025-02-28T10:02:02.029Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2802 | 2025-02-28T10:02:02.833Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 45.200929ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2803 | 2025-02-28T10:02:02.847Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 73.791406ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2804 | 2025-02-28T10:02:02.866Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 60.280586ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2805 | 2025-02-28T10:02:02.887Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 53.623844ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2806 | 2025-02-28T10:02:02.920Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 57.626007ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2807 | 2025-02-28T10:02:02.934Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 34.933381ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2808 | 2025-02-28T10:02:02.947Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 58.931671ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2809 | 2025-02-28T10:02:02.959Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 115.828764ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2810 | 2025-02-28T10:02:02.960Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2811 | 2025-02-28T10:02:02.974Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 80.607375ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2812 | 2025-02-28T10:02:02.987Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 73.18917ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2813 | 2025-02-28T10:02:03.000Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 89.724221ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2814 | 2025-02-28T10:02:03.017Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 85.757583ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2815 | 2025-02-28T10:02:03.033Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 233.809568ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2816 | 2025-02-28T10:02:03.033Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2817 | 2025-02-28T10:02:03.042Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='8c560a87-0cb1-4ee1-a583-d81b80fcf277'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2818 | 2025-02-28T10:02:03.043Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='6387ca62-2150-4bf6-9faa-7ffedbdd6f33'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2819 | 2025-02-28T10:02:03.043Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2820 | 2025-02-28T10:02:03.051Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2821 | 2025-02-28T10:02:03.078Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 186.775344ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2822 | 2025-02-28T10:02:03.099Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 266.756017ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2823 | 2025-02-28T10:02:03.117Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 264.96557ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2824 | 2025-02-28T10:02:03.134Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 268.659329ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2825 | 2025-02-28T10:02:03.151Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 203.386314ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2826 | 2025-02-28T10:02:03.291Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 225.621792ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2827 | 2025-02-28T10:02:03.310Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 377.633696ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2828 | 2025-02-28T10:02:03.333Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 49.670018ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2829 | 2025-02-28T10:02:03.364Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 38.24759ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2830 | 2025-02-28T10:02:03.383Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 332.91869ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2831 | 2025-02-28T10:02:03.399Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 71.935199ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2832 | 2025-02-28T10:02:03.416Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 531.313602ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2833 | 2025-02-28T10:02:03.435Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 416.592769ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2834 | 2025-02-28T10:02:03.451Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 29.897706ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2835 | 2025-02-28T10:02:03.465Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 75.963866ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2836 | 2025-02-28T10:02:03.482Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 494.863449ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2837 | 2025-02-28T10:02:03.499Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 108.692745ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2838 | 2025-02-28T10:02:03.521Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 64.652747ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2839 | 2025-02-28T10:02:03.537Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 912.604907ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2840 | 2025-02-28T10:02:03.556Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 199.873072ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2841 | 2025-02-28T10:02:03.600Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 285.398975ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2842 | 2025-02-28T10:02:03.623Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 328.249192ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2843 | 2025-02-28T10:02:03.705Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 616.544424ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2844 | 2025-02-28T10:02:03.734Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 863.9648ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2845 | 2025-02-28T10:02:03.773Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 247.977744ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2846 | 2025-02-28T10:02:03.871Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 696.167072ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2847 | 2025-02-28T10:02:03.906Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 564.532996ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2848 | 2025-02-28T10:02:03.960Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 1.000419001s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2849 | 2025-02-28T10:02:03.977Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 798.80077ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2850 | 2025-02-28T10:02:03.991Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 1.124965772s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2851 | 2025-02-28T10:02:04.123Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 585.472778ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2852 | 2025-02-28T10:02:04.381Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 721.624899ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2853 | 2025-02-28T10:02:04.383Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2854 | 2025-02-28T10:02:04.393Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2855 | 2025-02-28T10:02:04.470Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 888.830962ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2856 | 2025-02-28T10:02:04.488Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 1.059452496s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2857 | 2025-02-28T10:02:04.579Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 1.492857362s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2858 | 2025-02-28T10:02:04.610Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 545.020432ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2859 | 2025-02-28T10:02:04.708Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 63.32369ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2860 | 2025-02-28T10:02:04.722Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 946.105716ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2861 | 2025-02-28T10:02:04.782Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 145.447991ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2862 | 2025-02-28T10:02:04.794Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 1.066873215s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2863 | 2025-02-28T10:02:04.940Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 176.7008ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2864 | 2025-02-28T10:02:04.971Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 1.218600631s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2865 | 2025-02-28T10:02:05.115Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 965.402691ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2866 | 2025-02-28T10:02:05.131Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 1.294869964s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2867 | 2025-02-28T10:02:05.153Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 320.291802ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2868 | 2025-02-28T10:02:05.220Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 527.401572ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2869 | 2025-02-28T10:02:05.374Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 1.438937761s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2870 | 2025-02-28T10:02:05.485Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 721.460284ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2871 | 2025-02-28T10:02:05.560Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 872.711016ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2872 | 2025-02-28T10:02:05.680Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 1.029950852s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2873 | 2025-02-28T10:02:05.762Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 1.056366002s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2874 | 2025-02-28T10:02:05.875Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 1.478442988s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2875 | 2025-02-28T10:02:05.969Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='d26ab76d-6785-444f-acc2-215bcc50aae7'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2876 | 2025-02-28T10:02:05.971Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='83a87ed1-345c-4821-9c8b-150078896c27'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2877 | 2025-02-28T10:02:05.971Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2878 | 2025-02-28T10:02:05.979Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2879 | 2025-02-28T10:02:06.083Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 597.615856ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2880 | 2025-02-28T10:02:06.096Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 686.867629ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2881 | 2025-02-28T10:02:06.112Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2882 | 2025-02-28T10:02:06.113Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2883 | 2025-02-28T10:02:06.200Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 729.89908ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2884 | 2025-02-28T10:02:06.219Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 1.18701782s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2885 | 2025-02-28T10:02:06.276Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 26.49911ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2886 | 2025-02-28T10:02:06.288Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 61.69155ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2887 | 2025-02-28T10:02:06.314Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 100.23558ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2888 | 2025-02-28T10:02:06.363Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 99.756101ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2889 | 2025-02-28T10:02:06.382Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 55.082226ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2890 | 2025-02-28T10:02:06.428Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 287.830968ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2891 | 2025-02-28T10:02:06.444Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 707.254421ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2892 | 2025-02-28T10:02:06.552Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 1.322239889s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2893 | 2025-02-28T10:02:06.559Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 138.601156ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2894 | 2025-02-28T10:02:06.664Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 117.397816ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2895 | 2025-02-28T10:02:06.729Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 568.037088ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2896 | 2025-02-28T10:02:06.739Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 199.9298ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2897 | 2025-02-28T10:02:06.753Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 1.322511925s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2898 | 2025-02-28T10:02:06.754Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2899 | 2025-02-28T10:02:06.768Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 527.557713ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2900 | 2025-02-28T10:02:06.768Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2901 | 2025-02-28T10:02:06.795Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 396.840956ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2902 | 2025-02-28T10:02:06.808Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 617.094479ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2903 | 2025-02-28T10:02:06.824Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 633.447778ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2904 | 2025-02-28T10:02:06.836Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 660.830852ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2905 | 2025-02-28T10:02:06.942Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 843.943886ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2906 | 2025-02-28T10:02:06.954Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 399.801083ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2907 | 2025-02-28T10:02:07.162Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 841.215943ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2908 | 2025-02-28T10:02:07.204Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 1.189207739s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2909 | 2025-02-28T10:02:07.246Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 52.063736ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2910 | 2025-02-28T10:02:07.293Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 1.311512279s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2911 | 2025-02-28T10:02:07.306Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 1.154371292s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2912 | 2025-02-28T10:02:07.316Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 125.554671ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2913 | 2025-02-28T10:02:07.361Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 947.442542ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2914 | 2025-02-28T10:02:07.372Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 911.442611ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2915 | 2025-02-28T10:02:07.416Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 669.621263ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2916 | 2025-02-28T10:02:07.436Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 853.973584ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2917 | 2025-02-28T10:02:07.452Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 295.802817ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2918 | 2025-02-28T10:02:07.468Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 1.034299402s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2919 | 2025-02-28T10:02:07.507Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 761.824516ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2920 | 2025-02-28T10:02:07.764Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 218.069763ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2921 | 2025-02-28T10:02:07.764Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='d5e2b72e-2694-45c5-8f88-7e26da769d69'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2922 | 2025-02-28T10:02:07.765Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2923 | 2025-02-28T10:02:08.315Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 991.780314ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2924 | 2025-02-28T10:02:08.327Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 644.437181ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2925 | 2025-02-28T10:02:08.399Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59463
|
| 2926 | 2025-02-28T10:02:08.406Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 1.245313893s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2927 | 2025-02-28T10:02:08.454Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 942.435119ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2928 | 2025-02-28T10:02:08.540Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 98908
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59463
req_id = 99c5971e-db7c-46dc-aa07-39a4205a0e94
response_code = 200
uri = /baseboard
|
| 2929 | 2025-02-28T10:02:08.548Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 1.495984415s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2930 | 2025-02-28T10:02:08.557Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 61.434267ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2931 | 2025-02-28T10:02:08.568Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 613.266777ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2932 | 2025-02-28T10:02:08.578Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 872.487634ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2933 | 2025-02-28T10:02:08.590Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 655.619119ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2934 | 2025-02-28T10:02:08.599Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 1.164414421s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2935 | 2025-02-28T10:02:08.609Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 731.69119ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2936 | 2025-02-28T10:02:08.621Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 670.980526ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2937 | 2025-02-28T10:02:08.633Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 677.524101ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2938 | 2025-02-28T10:02:08.645Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 1.361169615s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2939 | 2025-02-28T10:02:08.656Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 510.708325ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2940 | 2025-02-28T10:02:08.667Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 75.486199ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2941 | 2025-02-28T10:02:08.754Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 232.426674ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2942 | 2025-02-28T10:02:08.983Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 700.79152ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2943 | 2025-02-28T10:02:08.999Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 563.661652ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2944 | 2025-02-28T10:02:09.179Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 880.451988ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2945 | 2025-02-28T10:02:09.192Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 1.340633371s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2946 | 2025-02-28T10:02:09.256Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 1.171100525s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2947 | 2025-02-28T10:02:09.304Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 1.033851624s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2948 | 2025-02-28T10:02:09.316Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 1.430999586s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2949 | 2025-02-28T10:02:09.327Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 1.333540074s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2950 | 2025-02-28T10:02:09.352Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 1.312659049s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2951 | 2025-02-28T10:02:09.408Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 599.071763ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2952 | 2025-02-28T10:02:09.460Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 672.971983ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2953 | 2025-02-28T10:02:09.573Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 529.22861ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2954 | 2025-02-28T10:02:09.659Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 1.126151735s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2955 | 2025-02-28T10:02:09.691Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 1.123159314s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2956 | 2025-02-28T10:02:09.770Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 1.113674632s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2957 | 2025-02-28T10:02:10.012Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 508.609342ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2958 | 2025-02-28T10:02:10.021Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 1.21796236s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2959 | 2025-02-28T10:02:10.048Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 681.70958ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2960 | 2025-02-28T10:02:10.066Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 943.602237ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2961 | 2025-02-28T10:02:10.111Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 1.498187906s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 2962 | 2025-02-28T10:02:10.141Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 1.067935276s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2963 | 2025-02-28T10:02:10.407Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 1.121960107s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 2964 | 2025-02-28T10:02:10.408Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2965 | 2025-02-28T10:02:10.408Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2966 | 2025-02-28T10:02:10.468Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2967 | 2025-02-28T10:02:10.524Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 807.070544ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 2968 | 2025-02-28T10:02:10.524Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2969 | 2025-02-28T10:02:10.529Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2970 | 2025-02-28T10:02:10.542Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 977.219192ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 2971 | 2025-02-28T10:02:10.542Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2972 | 2025-02-28T10:02:10.555Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 709.762525ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2973 | 2025-02-28T10:02:10.666Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 636.860335ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2974 | 2025-02-28T10:02:10.675Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 563.715269ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2975 | 2025-02-28T10:02:10.682Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 60.393802ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2976 | 2025-02-28T10:02:10.738Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 1.258787134s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 2977 | 2025-02-28T10:02:10.750Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 144.036524ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2978 | 2025-02-28T10:02:10.758Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 717.679471ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 2979 | 2025-02-28T10:02:10.776Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 70.976146ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2980 | 2025-02-28T10:02:10.791Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 1.360882891s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 2981 | 2025-02-28T10:02:10.821Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 1.462114116s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 2982 | 2025-02-28T10:02:10.837Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 63.172559ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2983 | 2025-02-28T10:02:10.855Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 97.860008ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2984 | 2025-02-28T10:02:10.890Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 869.192159ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 2985 | 2025-02-28T10:02:10.902Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 132.728224ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2986 | 2025-02-28T10:02:10.909Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 95.848243ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2987 | 2025-02-28T10:02:10.960Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 142.917101ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2988 | 2025-02-28T10:02:11.014Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 232.100719ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2989 | 2025-02-28T10:02:11.024Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 1.484166613s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 2990 | 2025-02-28T10:02:11.046Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 251.642898ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2991 | 2025-02-28T10:02:11.111Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 518.615031ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 2992 | 2025-02-28T10:02:11.218Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 1.20690348s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 2993 | 2025-02-28T10:02:11.248Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 1.387870083s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 2994 | 2025-02-28T10:02:11.259Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 221.999846ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 2995 | 2025-02-28T10:02:11.272Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 1.20724214s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 2996 | 2025-02-28T10:02:11.283Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 1.430142311s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 2997 | 2025-02-28T10:02:11.309Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 1.133228839s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 2998 | 2025-02-28T10:02:11.321Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 1.089541122s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 2999 | 2025-02-28T10:02:11.342Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 825.610246ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3000 | 2025-02-28T10:02:11.489Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 647.349449ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3001 | 2025-02-28T10:02:11.500Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 1.120312588s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3002 | 2025-02-28T10:02:11.530Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 607.970184ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3003 | 2025-02-28T10:02:11.542Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 1.003556944s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3004 | 2025-02-28T10:02:11.620Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 580.676854ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3005 | 2025-02-28T10:02:11.640Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 615.721604ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3006 | 2025-02-28T10:02:11.766Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 791.194172ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3007 | 2025-02-28T10:02:12.003Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 1.256280772s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3008 | 2025-02-28T10:02:12.145Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 1.089674286s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3009 | 2025-02-28T10:02:12.154Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 1.496771376s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3010 | 2025-02-28T10:02:12.162Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 1.361021858s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3011 | 2025-02-28T10:02:12.203Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 1.057137043s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3012 | 2025-02-28T10:02:12.216Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 652.083431ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3013 | 2025-02-28T10:02:12.267Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 922.304558ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3014 | 2025-02-28T10:02:12.292Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 812.200354ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3015 | 2025-02-28T10:02:12.418Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 814.364832ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3016 | 2025-02-28T10:02:12.432Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 1.059402179s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3017 | 2025-02-28T10:02:12.449Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 1.140750068s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3018 | 2025-02-28T10:02:12.486Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 1.135079923s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3019 | 2025-02-28T10:02:12.513Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 1.344924324s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3020 | 2025-02-28T10:02:12.552Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 706.991651ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3021 | 2025-02-28T10:02:12.564Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 839.970064ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3022 | 2025-02-28T10:02:12.626Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 1.439779884s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3023 | 2025-02-28T10:02:12.641Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 638.342207ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3024 | 2025-02-28T10:02:12.728Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 1.472467472s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3025 | 2025-02-28T10:02:12.876Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 1.227817323s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3026 | 2025-02-28T10:02:13.112Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 1.498115461s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3027 | 2025-02-28T10:02:13.197Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 1.202775901s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3028 | 2025-02-28T10:02:13.240Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 1.275570851s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3029 | 2025-02-28T10:02:13.248Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 722.788264ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3030 | 2025-02-28T10:02:13.265Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 1.394029909s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3031 | 2025-02-28T10:02:13.274Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 887.728125ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3032 | 2025-02-28T10:02:13.282Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 1.273670727s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3033 | 2025-02-28T10:02:13.290Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 949.315026ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3034 | 2025-02-28T10:02:13.412Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 814.597879ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3035 | 2025-02-28T10:02:13.498Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 1.114169349s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3036 | 2025-02-28T10:02:13.529Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 734.875187ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3037 | 2025-02-28T10:02:13.596Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 1.352761961s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3038 | 2025-02-28T10:02:13.629Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 1.121284438s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3039 | 2025-02-28T10:02:13.656Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 1.380954848s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3040 | 2025-02-28T10:02:13.865Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 1.348447191s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3041 | 2025-02-28T10:02:13.979Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 614.815127ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3042 | 2025-02-28T10:02:14.074Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 1.446475105s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3043 | 2025-02-28T10:02:14.164Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 631.67637ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3044 | 2025-02-28T10:02:14.213Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 1.4472968s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3045 | 2025-02-28T10:02:14.281Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 823.468586ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3046 | 2025-02-28T10:02:14.291Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 5.302712629s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3047 | 2025-02-28T10:02:14.294Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 745.519624ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3048 | 2025-02-28T10:02:14.301Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 553.078652ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3049 | 2025-02-28T10:02:14.310Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 1.064532893s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3050 | 2025-02-28T10:02:14.411Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 684.705186ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3051 | 2025-02-28T10:02:14.527Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 1.499518067s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3052 | 2025-02-28T10:02:14.566Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 682.589609ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3053 | 2025-02-28T10:02:14.606Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 572.188953ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3054 | 2025-02-28T10:02:14.619Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 1.238308063s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3055 | 2025-02-28T10:02:14.628Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 1.056272612s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3056 | 2025-02-28T10:02:14.669Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 1.17419656s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3057 | 2025-02-28T10:02:14.762Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 639.088462ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3058 | 2025-02-28T10:02:14.806Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 558.525077ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3059 | 2025-02-28T10:02:14.864Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 1.30300288s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3060 | 2025-02-28T10:02:14.957Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 876.783455ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3061 | 2025-02-28T10:02:15.047Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 817.119925ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3062 | 2025-02-28T10:02:15.056Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 1.335548955s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3063 | 2025-02-28T10:02:15.106Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 536.550529ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3064 | 2025-02-28T10:02:15.116Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 674.067246ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3065 | 2025-02-28T10:02:15.187Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 624.642547ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3066 | 2025-02-28T10:02:15.222Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 1.211615797s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3067 | 2025-02-28T10:02:15.257Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 1.413302024s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3068 | 2025-02-28T10:02:15.375Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 693.283447ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3069 | 2025-02-28T10:02:15.382Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 897.071499ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3070 | 2025-02-28T10:02:15.410Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 1.087168913s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3071 | 2025-02-28T10:02:15.529Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 1.146198879s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3072 | 2025-02-28T10:02:15.651Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 1.397585461s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3073 | 2025-02-28T10:02:15.669Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 847.049908ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3074 | 2025-02-28T10:02:15.693Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 1.412995868s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3075 | 2025-02-28T10:02:15.798Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 1.213544371s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3076 | 2025-02-28T10:02:15.821Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 1.001554074s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3077 | 2025-02-28T10:02:15.844Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 913.418172ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3078 | 2025-02-28T10:02:15.852Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 1.158718852s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3079 | 2025-02-28T10:02:15.866Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 1.272458678s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3080 | 2025-02-28T10:02:15.874Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 981.086835ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3081 | 2025-02-28T10:02:16.037Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 593.110329ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3082 | 2025-02-28T10:02:16.079Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 1.223752092s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3083 | 2025-02-28T10:02:16.176Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 1.368218591s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3084 | 2025-02-28T10:02:16.290Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 1.184714076s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3085 | 2025-02-28T10:02:16.401Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 1.417644819s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3086 | 2025-02-28T10:02:16.443Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 1.167954497s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3087 | 2025-02-28T10:02:16.507Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 1.054826149s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3088 | 2025-02-28T10:02:16.525Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 737.720556ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3089 | 2025-02-28T10:02:16.639Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 1.450471653s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3090 | 2025-02-28T10:02:16.679Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 1.14215176s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3091 | 2025-02-28T10:02:16.688Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 626.54162ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3092 | 2025-02-28T10:02:16.768Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 586.211276ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3093 | 2025-02-28T10:02:16.833Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 1.445923642s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3094 | 2025-02-28T10:02:16.867Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 1.427140467s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3095 | 2025-02-28T10:02:17.021Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 508.677253ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3096 | 2025-02-28T10:02:17.031Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 1.186934443s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3097 | 2025-02-28T10:02:17.060Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 534.520331ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3098 | 2025-02-28T10:02:17.116Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 707.717499ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3099 | 2025-02-28T10:02:17.153Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 710.360715ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3100 | 2025-02-28T10:02:17.273Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 1.332198849s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3101 | 2025-02-28T10:02:17.312Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 1.037662543s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3102 | 2025-02-28T10:02:17.326Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 859.611672ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3103 | 2025-02-28T10:02:17.366Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 1.203001485s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3104 | 2025-02-28T10:02:17.488Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 1.00171879s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3105 | 2025-02-28T10:02:17.540Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 1.16575266s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3106 | 2025-02-28T10:02:17.555Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 1.287923715s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3107 | 2025-02-28T10:02:17.570Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 1.497404151s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3108 | 2025-02-28T10:02:17.604Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 527.75318ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3109 | 2025-02-28T10:02:17.623Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 648.067838ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3110 | 2025-02-28T10:02:17.830Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 1.178712169s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3111 | 2025-02-28T10:02:17.840Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 506.384855ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3112 | 2025-02-28T10:02:17.852Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 1.36540903s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3113 | 2025-02-28T10:02:17.875Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 1.193911647s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3114 | 2025-02-28T10:02:18.103Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 1.016676967s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3115 | 2025-02-28T10:02:18.145Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 891.861821ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3116 | 2025-02-28T10:02:18.200Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 1.494387219s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3117 | 2025-02-28T10:02:18.232Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 1.437353951s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3118 | 2025-02-28T10:02:18.284Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 940.299896ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3119 | 2025-02-28T10:02:18.296Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 1.265417513s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3120 | 2025-02-28T10:02:18.309Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 1.330124021s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3121 | 2025-02-28T10:02:18.357Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 1.131101663s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3122 | 2025-02-28T10:02:18.365Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 752.744821ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3123 | 2025-02-28T10:02:18.500Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 1.384965785s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3124 | 2025-02-28T10:02:18.582Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 562.902235ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3125 | 2025-02-28T10:02:18.617Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 1.282167852s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3126 | 2025-02-28T10:02:18.721Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 1.047609044s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3127 | 2025-02-28T10:02:18.858Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 1.297484196s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3128 | 2025-02-28T10:02:19.024Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 844.017899ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3129 | 2025-02-28T10:02:19.053Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 552.607667ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3130 | 2025-02-28T10:02:19.082Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 515.685101ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3131 | 2025-02-28T10:02:19.094Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 944.494471ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3132 | 2025-02-28T10:02:19.132Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 1.252221793s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3133 | 2025-02-28T10:02:19.145Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 786.663905ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3134 | 2025-02-28T10:02:19.159Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 1.429117476s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3135 | 2025-02-28T10:02:19.235Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 932.517244ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3136 | 2025-02-28T10:02:19.253Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 1.118249913s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3137 | 2025-02-28T10:02:19.546Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 914.267281ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3138 | 2025-02-28T10:02:19.573Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 1.480416085s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3139 | 2025-02-28T10:02:19.689Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 980.717512ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3140 | 2025-02-28T10:02:19.698Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 918.388561ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3141 | 2025-02-28T10:02:19.707Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 1.030993299s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3142 | 2025-02-28T10:02:19.716Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 969.780886ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3143 | 2025-02-28T10:02:19.726Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 847.381595ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3144 | 2025-02-28T10:02:19.743Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin-single">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
<propval type="astring" name="ch_address" value='[fd00:1122:3344:101::e]:9000'/>
<propval type="astring" name="ch_binary" value='/opt/oxide/clickhouse/clickhouse'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3145 | 2025-02-28T10:02:19.743Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9 zone
file = illumos-utils/src/running_zone.rs:489
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3146 | 2025-02-28T10:02:19.780Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 656.864174ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3147 | 2025-02-28T10:02:19.879Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 1.428639466s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3148 | 2025-02-28T10:02:19.898Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 509.468255ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3149 | 2025-02-28T10:02:19.909Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 1.454679148s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3150 | 2025-02-28T10:02:19.942Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 883.370329ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3151 | 2025-02-28T10:02:19.948Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 33.883002ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3152 | 2025-02-28T10:02:19.990Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 53.337321ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3153 | 2025-02-28T10:02:20.051Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 580.553412ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3154 | 2025-02-28T10:02:20.059Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 271.172581ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3155 | 2025-02-28T10:02:20.170Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 870.088177ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3156 | 2025-02-28T10:02:20.182Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 541.36717ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3157 | 2025-02-28T10:02:20.345Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 593.375054ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3158 | 2025-02-28T10:02:20.384Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 752.864988ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3159 | 2025-02-28T10:02:20.397Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 561.241576ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3160 | 2025-02-28T10:02:20.434Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 797.36157ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3161 | 2025-02-28T10:02:20.456Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 799.843527ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3162 | 2025-02-28T10:02:20.482Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 1.469130371s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3163 | 2025-02-28T10:02:20.594Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 941.853718ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3164 | 2025-02-28T10:02:20.609Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 1.454438881s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3165 | 2025-02-28T10:02:20.637Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 1.126378108s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3166 | 2025-02-28T10:02:20.658Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 551.937553ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3167 | 2025-02-28T10:02:20.688Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 650.040201ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3168 | 2025-02-28T10:02:20.701Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 815.648954ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3169 | 2025-02-28T10:02:20.735Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 865.199684ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3170 | 2025-02-28T10:02:20.750Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 1.252105018s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3171 | 2025-02-28T10:02:20.842Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 1.434178798s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3172 | 2025-02-28T10:02:20.959Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 993.72318ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3173 | 2025-02-28T10:02:20.983Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 725.327492ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3174 | 2025-02-28T10:02:21.057Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 1.171076764s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3175 | 2025-02-28T10:02:21.074Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 872.416539ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3176 | 2025-02-28T10:02:21.158Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 799.869357ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3177 | 2025-02-28T10:02:21.222Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 716.931187ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3178 | 2025-02-28T10:02:21.247Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 1.484574529s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3179 | 2025-02-28T10:02:21.277Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 1.032817456s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3180 | 2025-02-28T10:02:21.326Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 622.334297ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3181 | 2025-02-28T10:02:21.353Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 1.129023981s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3182 | 2025-02-28T10:02:21.377Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 1.054201746s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3183 | 2025-02-28T10:02:21.531Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 623.268603ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3184 | 2025-02-28T10:02:21.549Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 802.519555ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3185 | 2025-02-28T10:02:21.616Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 1.235220761s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3186 | 2025-02-28T10:02:21.722Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 1.169246183s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3187 | 2025-02-28T10:02:21.777Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 647.875581ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3188 | 2025-02-28T10:02:21.952Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 1.19938262s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3189 | 2025-02-28T10:02:21.963Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 823.483711ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3190 | 2025-02-28T10:02:21.974Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 762.635031ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3191 | 2025-02-28T10:02:21.987Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 693.18226ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3192 | 2025-02-28T10:02:21.998Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 1.470187003s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3193 | 2025-02-28T10:02:22.011Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 605.101246ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3194 | 2025-02-28T10:02:22.022Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 663.600889ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3195 | 2025-02-28T10:02:22.082Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 876.430697ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3196 | 2025-02-28T10:02:22.172Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 594.010708ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3197 | 2025-02-28T10:02:22.243Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 753.318476ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3198 | 2025-02-28T10:02:22.288Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 1.226928972s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3199 | 2025-02-28T10:02:22.324Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 868.083385ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3200 | 2025-02-28T10:02:22.366Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 782.308303ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3201 | 2025-02-28T10:02:22.443Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 579.674418ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3202 | 2025-02-28T10:02:22.457Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 1.040279133s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3203 | 2025-02-28T10:02:22.494Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 830.846508ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3204 | 2025-02-28T10:02:22.630Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 542.820002ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3205 | 2025-02-28T10:02:22.696Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 772.793873ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3206 | 2025-02-28T10:02:22.715Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 1.439002483s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3207 | 2025-02-28T10:02:22.748Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 771.826026ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3208 | 2025-02-28T10:02:22.762Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 550.781128ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3209 | 2025-02-28T10:02:22.783Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 681.14791ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3210 | 2025-02-28T10:02:22.800Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 772.458383ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3211 | 2025-02-28T10:02:22.868Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 1.134779149s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3212 | 2025-02-28T10:02:22.906Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 806.351931ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3213 | 2025-02-28T10:02:22.977Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 975.560451ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3214 | 2025-02-28T10:02:23.017Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 1.293809511s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3215 | 2025-02-28T10:02:23.038Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 796.20479ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3216 | 2025-02-28T10:02:23.169Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 1.047602277s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3217 | 2025-02-28T10:02:23.184Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 1.486794759s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3218 | 2025-02-28T10:02:23.205Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 554.268892ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3219 | 2025-02-28T10:02:23.221Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 944.656891ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3220 | 2025-02-28T10:02:23.334Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 756.884274ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3221 | 2025-02-28T10:02:23.352Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 1.166825756s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3222 | 2025-02-28T10:02:23.486Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 1.321326285s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3223 | 2025-02-28T10:02:23.500Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 1.439115188s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3224 | 2025-02-28T10:02:23.515Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 764.84984ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3225 | 2025-02-28T10:02:23.531Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 1.472724559s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3226 | 2025-02-28T10:02:23.549Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 1.324447087s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3227 | 2025-02-28T10:02:23.562Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 713.025176ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3228 | 2025-02-28T10:02:23.589Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 730.290555ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3229 | 2025-02-28T10:02:23.730Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 1.254008802s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3230 | 2025-02-28T10:02:23.776Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 958.875272ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3231 | 2025-02-28T10:02:23.859Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 1.306934386s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3232 | 2025-02-28T10:02:23.971Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 706.528785ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3233 | 2025-02-28T10:02:24.019Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 1.455904783s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3234 | 2025-02-28T10:02:24.105Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 1.048925701s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3235 | 2025-02-28T10:02:24.170Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 873.427068ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3236 | 2025-02-28T10:02:24.182Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810") failed: Property not found. retry in 1.461796584s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3237 | 2025-02-28T10:02:24.229Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 1.32217744s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3238 | 2025-02-28T10:02:24.289Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce") failed: Property not found. retry in 1.40537539s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3239 | 2025-02-28T10:02:24.301Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 528.598584ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3240 | 2025-02-28T10:02:24.324Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 618.341562ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3241 | 2025-02-28T10:02:24.335Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 760.388167ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3242 | 2025-02-28T10:02:24.534Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba") failed: Property not found. retry in 1.155337333s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3243 | 2025-02-28T10:02:24.685Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392") failed: Property not found. retry in 1.204182487s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3244 | 2025-02-28T10:02:24.701Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 904.908804ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3245 | 2025-02-28T10:02:24.751Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 512.889189ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3246 | 2025-02-28T10:02:24.823Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1") failed: Property not found. retry in 1.342079866s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3247 | 2025-02-28T10:02:24.842Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 977.109209ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3248 | 2025-02-28T10:02:24.887Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e") failed: Property not found. retry in 1.127135163s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3249 | 2025-02-28T10:02:24.957Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b") failed: Property not found. retry in 1.40131649s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3250 | 2025-02-28T10:02:24.970Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef") failed: Property not found. retry in 1.132790089s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3251 | 2025-02-28T10:02:24.998Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69") failed: Property not found. retry in 896.307668ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3252 | 2025-02-28T10:02:25.020Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa") failed: Property not found. retry in 948.423207ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3253 | 2025-02-28T10:02:25.056Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 743.104309ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3254 | 2025-02-28T10:02:25.109Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd") failed: Property not found. retry in 1.016817598s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3255 | 2025-02-28T10:02:25.167Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21") failed: Property not found. retry in 739.056066ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3256 | 2025-02-28T10:02:25.180Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f") failed: Property not found. retry in 822.960738ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3257 | 2025-02-28T10:02:25.276Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 624.685419ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3258 | 2025-02-28T10:02:25.488Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89") failed: Property not found. retry in 522.528497ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3259 | 2025-02-28T10:02:25.568Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133") failed: Property not found. retry in 636.188624ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3260 | 2025-02-28T10:02:25.626Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8") failed: Property not found. retry in 707.162556ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3261 | 2025-02-28T10:02:25.820Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5") failed: Property not found. retry in 659.903473ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3262 | 2025-02-28T10:02:25.838Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef") failed: Property not found. retry in 643.011864ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3263 | 2025-02-28T10:02:25.932Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 856.391677ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3264 | 2025-02-28T10:02:26.803Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 1.146881634s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3265 | 2025-02-28T10:02:27.963Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 1.359167105s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3266 | 2025-02-28T10:02:29.333Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 1.243772098s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3267 | 2025-02-28T10:02:30.588Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 793.242566ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3268 | 2025-02-28T10:02:31.393Z | WARN | SledAgent (ServiceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9") failed: Property not found. retry in 1.206357331s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3269 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b
|
| 3270 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd
|
| 3271 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392
|
| 3272 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9
|
| 3273 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba
|
| 3274 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef
|
| 3275 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133
|
| 3276 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810
|
| 3277 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69
|
| 3278 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f
|
| 3279 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21
|
| 3280 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa
|
| 3281 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e
|
| 3282 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8
|
| 3283 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5
|
| 3284 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1
|
| 3285 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89
|
| 3286 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce
|
| 3287 | 2025-02-28T10:02:32.631Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3415
zone = oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef
|
| 3288 | 2025-02-28T10:02:32.632Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 3289 | 2025-02-28T10:02:32.636Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 3290 | 2025-02-28T10:02:32.685Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 36307254
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44078
req_id = 3ad074ed-1e5c-4ab7-a48a-7ac38da2c4d6
response_code = 204
uri = /omicron-zones
|
| 3291 | 2025-02-28T10:02:32.713Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1401
|
| 3292 | 2025-02-28T10:02:32.759Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:790
|
| 3293 | 2025-02-28T10:02:32.800Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::a]:12221
file = sled-agent/src/rack_setup/service.rs:803
|
| 3294 | 2025-02-28T10:02:32.836Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
rib_priority: None,
vlan_id: None,
},
],
switch: Switch0,
tx_eq: None,
uplink_port_fec: Some(
None,
),
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:1003
|
| 3295 | 2025-02-28T10:02:33.819Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3296 | 2025-02-28T10:02:33.822Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/nexus.rs:530
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3297 | 2025-02-28T10:02:33.842Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/probe_manager.rs:238
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3298 | 2025-02-28T10:02:33.989Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3299 | 2025-02-28T10:02:34.081Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3300 | 2025-02-28T10:02:34.277Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3301 | 2025-02-28T10:02:34.514Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3302 | 2025-02-28T10:02:34.679Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 10.097038184s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3303 | 2025-02-28T10:02:34.714Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3304 | 2025-02-28T10:02:34.865Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)
file = sled-agent/src/probe_manager.rs:238
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3305 | 2025-02-28T10:02:35.015Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3306 | 2025-02-28T10:02:35.284Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3307 | 2025-02-28T10:02:38.431Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "f56886c4-2728-4b0c-8e8d-cb822fbadb2e", "content-length": "173", "date": "Fri, 28 Feb 2025 10:02:37 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"2e19f9f5-1eed-47f7-af35-5bff6ab6b9da\"", request_id: "f56886c4-2728-4b0c-8e8d-cb822fbadb2e" }
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3308 | 2025-02-28T10:02:38.562Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59347
|
| 3309 | 2025-02-28T10:02:38.562Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 36
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59347
req_id = 2ce423da-95a4-4461-8d09-1fefe05ce0f6
response_code = 200
uri = /baseboard
|
| 3310 | 2025-02-28T10:02:38.775Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:503
new_generation = 1
old_generation = 1
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3311 | 2025-02-28T10:02:38.996Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "0432c560-fe4f-4e58-a0a7-c7fc73aa4dbb", "content-length": "173", "date": "Fri, 28 Feb 2025 10:02:38 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"2e19f9f5-1eed-47f7-af35-5bff6ab6b9da\"", request_id: "0432c560-fe4f-4e58-a0a7-c7fc73aa4dbb" }
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3312 | 2025-02-28T10:02:39.393Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "203e4baf-5a3e-4020-bcf9-e215f6ee726f", "content-length": "173", "date": "Fri, 28 Feb 2025 10:02:38 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"2e19f9f5-1eed-47f7-af35-5bff6ab6b9da\"", request_id: "203e4baf-5a3e-4020-bcf9-e215f6ee726f" }
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3313 | 2025-02-28T10:02:39.471Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56373
|
| 3314 | 2025-02-28T10:02:39.479Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3315 | 2025-02-28T10:02:39.480Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33328
|
| 3316 | 2025-02-28T10:02:39.481Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3317 | 2025-02-28T10:02:39.482Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 10335
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56373
req_id = 230b3bd7-9754-479e-b285-cd2571dd7066
response_code = 200
uri = /artifacts
|
| 3318 | 2025-02-28T10:02:39.482Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 1035
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33328
req_id = 95d59b42-2735-4618-a872-1d05671268ef
response_code = 200
uri = /artifacts
|
| 3319 | 2025-02-28T10:02:39.518Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39801
|
| 3320 | 2025-02-28T10:02:39.523Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 4578
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39801
req_id = c3aaccc8-2644-4cfb-a433-67b43fa0f322
response_code = 200
uri = /vpc-routes
|
| 3321 | 2025-02-28T10:02:39.523Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48669
|
| 3322 | 2025-02-28T10:02:39.523Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 19
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48669
req_id = b81efdec-be0c-4af5-909a-feeebd9eee56
response_code = 200
uri = /vpc-routes
|
| 3323 | 2025-02-28T10:02:39.538Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57041
|
| 3324 | 2025-02-28T10:02:39.541Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3325 | 2025-02-28T10:02:39.541Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3326 | 2025-02-28T10:02:39.541Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3327 | 2025-02-28T10:02:39.543Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3328 | 2025-02-28T10:02:39.557Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3329 | 2025-02-28T10:02:39.557Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_649afb3b-3539-4923-b40d-d88d27cfff4f
|
| 3330 | 2025-02-28T10:02:39.597Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3331 | 2025-02-28T10:02:39.597Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91
|
| 3332 | 2025-02-28T10:02:39.629Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3333 | 2025-02-28T10:02:39.629Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83
|
| 3334 | 2025-02-28T10:02:39.634Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3335 | 2025-02-28T10:02:39.634Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 9971
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:39801
req_id = 75f65896-3632-4e7b-bff0-6f8d19312fa9
response_code = 204
uri = /eip-gateways
|
| 3336 | 2025-02-28T10:02:39.634Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50302
|
| 3337 | 2025-02-28T10:02:39.650Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3338 | 2025-02-28T10:02:39.650Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3339 | 2025-02-28T10:02:39.650Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3340 | 2025-02-28T10:02:39.655Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3341 | 2025-02-28T10:02:39.664Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3342 | 2025-02-28T10:02:39.664Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446
|
| 3343 | 2025-02-28T10:02:39.681Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3344 | 2025-02-28T10:02:39.681Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_649afb3b-3539-4923-b40d-d88d27cfff4f
|
| 3345 | 2025-02-28T10:02:39.711Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3346 | 2025-02-28T10:02:39.711Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 165
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48669
req_id = f5ca9a52-9bd3-47ce-aa69-f7ba86408f1d
response_code = 204
uri = /eip-gateways
|
| 3347 | 2025-02-28T10:02:39.713Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3348 | 2025-02-28T10:02:39.713Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91
|
| 3349 | 2025-02-28T10:02:39.734Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3350 | 2025-02-28T10:02:39.734Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3897c72b-37ba-4126-b207-cca189c4751f
|
| 3351 | 2025-02-28T10:02:39.743Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63958
|
| 3352 | 2025-02-28T10:02:39.747Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 4196
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63958
req_id = a5b8a0e7-9858-48e8-ba8a-d16ba5a0961e
response_code = 200
uri = /v2p
|
| 3353 | 2025-02-28T10:02:39.755Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3354 | 2025-02-28T10:02:39.755Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83
|
| 3355 | 2025-02-28T10:02:39.760Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "3659b6f0-3173-4e7c-8aa9-c6a8c4b37d80", "content-length": "173", "date": "Fri, 28 Feb 2025 10:02:39 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"2e19f9f5-1eed-47f7-af35-5bff6ab6b9da\"", request_id: "3659b6f0-3173-4e7c-8aa9-c6a8c4b37d80" }
file = sled-agent/src/rack_setup/service.rs:1065
|
| 3356 | 2025-02-28T10:02:39.771Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60200
|
| 3357 | 2025-02-28T10:02:39.771Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60200
req_id = b2f7c67d-22be-4482-ad62-fbb4405cd2e7
response_code = 200
uri = /v2p
|
| 3358 | 2025-02-28T10:02:39.775Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3359 | 2025-02-28T10:02:39.775Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_cad7c44e-69e1-48a0-a08c-982b51e87095
|
| 3360 | 2025-02-28T10:02:39.797Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3361 | 2025-02-28T10:02:39.797Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446
|
| 3362 | 2025-02-28T10:02:39.816Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3363 | 2025-02-28T10:02:39.816Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0
|
| 3364 | 2025-02-28T10:02:39.830Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 3977
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48669
req_id = 1ef025d4-99e2-4b5b-80cb-720b4266ef41
response_code = 204
uri = /vpc-routes
|
| 3365 | 2025-02-28T10:02:39.844Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3366 | 2025-02-28T10:02:39.844Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c
|
| 3367 | 2025-02-28T10:02:39.849Z | INFO | SledAgent (PortManager): skipping delta compute for subnet
file = illumos-utils/src/opte/port_manager.rs:500
new_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 0 }
old_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 0 }
subnet = RouterId { vni: Vni(100), kind: System }
|
| 3368 | 2025-02-28T10:02:39.853Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 4299
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:39801
req_id = ec2789f2-c754-4ade-accc-bc86f52acdcc
response_code = 204
uri = /vpc-routes
|
| 3369 | 2025-02-28T10:02:39.859Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3370 | 2025-02-28T10:02:39.859Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3897c72b-37ba-4126-b207-cca189c4751f
|
| 3371 | 2025-02-28T10:02:39.877Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3372 | 2025-02-28T10:02:39.877Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e
|
| 3373 | 2025-02-28T10:02:39.894Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3374 | 2025-02-28T10:02:39.894Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_cad7c44e-69e1-48a0-a08c-982b51e87095
|
| 3375 | 2025-02-28T10:02:39.914Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 376141
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57041
req_id = 4f2aa967-f5f4-4198-a917-46c28ca58cb1
response_code = 200
uri = /inventory
|
| 3376 | 2025-02-28T10:02:39.922Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3377 | 2025-02-28T10:02:39.922Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0
|
| 3378 | 2025-02-28T10:02:39.948Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3379 | 2025-02-28T10:02:39.949Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c
|
| 3380 | 2025-02-28T10:02:39.979Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3381 | 2025-02-28T10:02:39.979Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e
|
| 3382 | 2025-02-28T10:02:39.998Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 363244
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50302
req_id = caac0a14-41bd-44b3-885b-0f2fc3f07613
response_code = 200
uri = /inventory
|
| 3383 | 2025-02-28T10:02:40.683Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46382
|
| 3384 | 2025-02-28T10:02:40.683Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46382
req_id = 7c43f553-1507-477e-bb76-38ab942d2d81
response_code = 200
uri = /vpc-routes
|
| 3385 | 2025-02-28T10:02:40.713Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3386 | 2025-02-28T10:02:40.713Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46382
req_id = 66cda9ac-efe9-4599-a22d-1aede9bfecba
response_code = 204
uri = /eip-gateways
|
| 3387 | 2025-02-28T10:02:40.719Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42469
|
| 3388 | 2025-02-28T10:02:40.719Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3389 | 2025-02-28T10:02:40.720Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 403
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42469
req_id = 8bf48acb-9169-4019-bee8-99d798f2b426
response_code = 200
uri = /artifacts
|
| 3390 | 2025-02-28T10:02:40.727Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42488
|
| 3391 | 2025-02-28T10:02:40.727Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42488
req_id = 2a6379c5-b8b9-4b70-bbf3-44765faaff9a
response_code = 200
uri = /v2p
|
| 3392 | 2025-02-28T10:02:40.922Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34416
|
| 3393 | 2025-02-28T10:02:40.922Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3394 | 2025-02-28T10:02:40.922Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3395 | 2025-02-28T10:02:40.922Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3396 | 2025-02-28T10:02:40.922Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3397 | 2025-02-28T10:02:40.935Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3398 | 2025-02-28T10:02:40.935Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_649afb3b-3539-4923-b40d-d88d27cfff4f
|
| 3399 | 2025-02-28T10:02:40.963Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3400 | 2025-02-28T10:02:40.963Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91
|
| 3401 | 2025-02-28T10:02:40.974Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 769
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46382
req_id = f00b15ff-9b48-4f5d-9780-d5c8f64ee5c1
response_code = 204
uri = /vpc-routes
|
| 3402 | 2025-02-28T10:02:40.993Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3403 | 2025-02-28T10:02:40.993Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83
|
| 3404 | 2025-02-28T10:02:41.020Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3405 | 2025-02-28T10:02:41.020Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446
|
| 3406 | 2025-02-28T10:02:41.046Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3407 | 2025-02-28T10:02:41.046Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3897c72b-37ba-4126-b207-cca189c4751f
|
| 3408 | 2025-02-28T10:02:41.073Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3409 | 2025-02-28T10:02:41.073Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_cad7c44e-69e1-48a0-a08c-982b51e87095
|
| 3410 | 2025-02-28T10:02:41.100Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3411 | 2025-02-28T10:02:41.100Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0
|
| 3412 | 2025-02-28T10:02:41.126Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3413 | 2025-02-28T10:02:41.126Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c
|
| 3414 | 2025-02-28T10:02:41.153Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3415 | 2025-02-28T10:02:41.153Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e
|
| 3416 | 2025-02-28T10:02:41.171Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 248984
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34416
req_id = 45b87a39-bfd5-4120-a78c-3dfe3526099c
response_code = 200
uri = /inventory
|
| 3417 | 2025-02-28T10:02:42.169Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61389
|
| 3418 | 2025-02-28T10:02:42.169Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3419 | 2025-02-28T10:02:42.169Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3420 | 2025-02-28T10:02:42.169Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3421 | 2025-02-28T10:02:42.170Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3422 | 2025-02-28T10:02:42.183Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3423 | 2025-02-28T10:02:42.183Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_649afb3b-3539-4923-b40d-d88d27cfff4f
|
| 3424 | 2025-02-28T10:02:42.214Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3425 | 2025-02-28T10:02:42.214Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91
|
| 3426 | 2025-02-28T10:02:42.244Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3427 | 2025-02-28T10:02:42.244Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83
|
| 3428 | 2025-02-28T10:02:42.271Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3429 | 2025-02-28T10:02:42.271Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446
|
| 3430 | 2025-02-28T10:02:42.297Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3431 | 2025-02-28T10:02:42.297Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3897c72b-37ba-4126-b207-cca189c4751f
|
| 3432 | 2025-02-28T10:02:42.324Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3433 | 2025-02-28T10:02:42.324Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_cad7c44e-69e1-48a0-a08c-982b51e87095
|
| 3434 | 2025-02-28T10:02:42.349Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3435 | 2025-02-28T10:02:42.349Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0
|
| 3436 | 2025-02-28T10:02:42.375Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3437 | 2025-02-28T10:02:42.375Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c
|
| 3438 | 2025-02-28T10:02:42.391Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:32863
|
| 3439 | 2025-02-28T10:02:42.392Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:759
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3440 | 2025-02-28T10:02:42.393Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3441 | 2025-02-28T10:02:42.393Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3442 | 2025-02-28T10:02:42.393Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3443 | 2025-02-28T10:02:42.393Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3444 | 2025-02-28T10:02:42.393Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte0"
rules = []
|
| 3445 | 2025-02-28T10:02:42.393Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3446 | 2025-02-28T10:02:42.393Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 1989
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:32863
req_id = 60e2335c-da03-4e32-a921-0995f818050b
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3447 | 2025-02-28T10:02:42.395Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:1075
|
| 3448 | 2025-02-28T10:02:42.399Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3449 | 2025-02-28T10:02:42.399Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e
|
| 3450 | 2025-02-28T10:02:42.405Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 3451 | 2025-02-28T10:02:42.406Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 3452 | 2025-02-28T10:02:42.417Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 247247
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61389
req_id = 446d838e-71e0-449e-b549-d4d466f02e0c
response_code = 200
uri = /inventory
|
| 3453 | 2025-02-28T10:02:42.769Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52303
|
| 3454 | 2025-02-28T10:02:42.769Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:759
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3455 | 2025-02-28T10:02:42.770Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3456 | 2025-02-28T10:02:42.770Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3457 | 2025-02-28T10:02:42.770Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3458 | 2025-02-28T10:02:42.770Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3459 | 2025-02-28T10:02:42.770Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte0"
rules = []
|
| 3460 | 2025-02-28T10:02:42.770Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3461 | 2025-02-28T10:02:42.770Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 258
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52303
req_id = 1fa98c07-8933-40dd-8912-8a5a6f885790
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3462 | 2025-02-28T10:02:42.998Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34836
|
| 3463 | 2025-02-28T10:02:42.998Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3464 | 2025-02-28T10:02:42.998Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3465 | 2025-02-28T10:02:42.998Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3466 | 2025-02-28T10:02:42.998Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3467 | 2025-02-28T10:02:43.011Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3468 | 2025-02-28T10:02:43.011Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_649afb3b-3539-4923-b40d-d88d27cfff4f
|
| 3469 | 2025-02-28T10:02:43.039Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3470 | 2025-02-28T10:02:43.039Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91
|
| 3471 | 2025-02-28T10:02:43.066Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3472 | 2025-02-28T10:02:43.066Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83
|
| 3473 | 2025-02-28T10:02:43.092Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3474 | 2025-02-28T10:02:43.092Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446
|
| 3475 | 2025-02-28T10:02:43.117Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3476 | 2025-02-28T10:02:43.117Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3897c72b-37ba-4126-b207-cca189c4751f
|
| 3477 | 2025-02-28T10:02:43.143Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3478 | 2025-02-28T10:02:43.143Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_cad7c44e-69e1-48a0-a08c-982b51e87095
|
| 3479 | 2025-02-28T10:02:43.169Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3480 | 2025-02-28T10:02:43.169Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0
|
| 3481 | 2025-02-28T10:02:43.194Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3482 | 2025-02-28T10:02:43.194Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c
|
| 3483 | 2025-02-28T10:02:43.217Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3484 | 2025-02-28T10:02:43.217Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e
|
| 3485 | 2025-02-28T10:02:43.236Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 238145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34836
req_id = c2456c8c-45a6-427f-9261-80ce81e32105
response_code = 200
uri = /inventory
|
| 3486 | 2025-02-28T10:02:43.304Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65464
|
| 3487 | 2025-02-28T10:02:43.304Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:759
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3488 | 2025-02-28T10:02:43.304Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3489 | 2025-02-28T10:02:43.304Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3490 | 2025-02-28T10:02:43.304Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3491 | 2025-02-28T10:02:43.304Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3492 | 2025-02-28T10:02:43.304Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte0"
rules = []
|
| 3493 | 2025-02-28T10:02:43.304Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3494 | 2025-02-28T10:02:43.304Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 283
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65464
req_id = 70f2ab2c-6833-4729-979d-182b867e93c3
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3495 | 2025-02-28T10:02:43.974Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38613
|
| 3496 | 2025-02-28T10:02:43.974Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:759
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3497 | 2025-02-28T10:02:43.974Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3498 | 2025-02-28T10:02:43.974Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3499 | 2025-02-28T10:02:43.974Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3500 | 2025-02-28T10:02:43.974Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3501 | 2025-02-28T10:02:43.974Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte0"
rules = []
|
| 3502 | 2025-02-28T10:02:43.974Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3503 | 2025-02-28T10:02:43.974Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 257
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38613
req_id = 24e74ec7-4ce6-4c63-bb1d-190464ed8354
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3504 | 2025-02-28T10:02:51.059Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53423
|
| 3505 | 2025-02-28T10:02:51.059Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 80
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53423
req_id = 9232efd7-9334-4e1d-bd8e-7de2dd531865
response_code = 200
uri = /vpc-routes
|
| 3506 | 2025-02-28T10:02:51.107Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3507 | 2025-02-28T10:02:51.107Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53423
req_id = 73cee90c-c870-469a-b2a1-30649d86820e
response_code = 204
uri = /eip-gateways
|
| 3508 | 2025-02-28T10:02:51.117Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 237
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53423
req_id = 30edfc29-1580-4822-a995-17378ca201b3
response_code = 204
uri = /vpc-routes
|
| 3509 | 2025-02-28T10:03:08.598Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63338
|
| 3510 | 2025-02-28T10:03:08.598Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 34
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63338
req_id = 6e11b216-feb3-48a2-b554-baf348f020e4
response_code = 200
uri = /baseboard
|
| 3511 | 2025-02-28T10:03:09.302Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37528
|
| 3512 | 2025-02-28T10:03:09.302Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37528
req_id = e7558b34-be3a-4ff9-a89d-91db56c7ee76
response_code = 200
uri = /vpc-routes
|
| 3513 | 2025-02-28T10:03:09.322Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3514 | 2025-02-28T10:03:09.322Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 73
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37528
req_id = bfeeae66-d8da-454e-8c1e-32dc6e92e35f
response_code = 204
uri = /eip-gateways
|
| 3515 | 2025-02-28T10:03:09.335Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 185
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37528
req_id = 790a7635-2e7a-4fb0-810a-ee55260d2486
response_code = 204
uri = /vpc-routes
|
| 3516 | 2025-02-28T10:03:09.340Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60912
|
| 3517 | 2025-02-28T10:03:09.340Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60912
req_id = 0a403df0-44f4-4b79-ae6c-4b6b5f2a91c2
response_code = 200
uri = /vpc-routes
|
| 3518 | 2025-02-28T10:03:09.398Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3519 | 2025-02-28T10:03:09.398Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60912
req_id = 6f7479eb-f993-4474-abcf-971c5638a15e
response_code = 204
uri = /eip-gateways
|
| 3520 | 2025-02-28T10:03:09.408Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 204
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60912
req_id = 73c6d7b0-e058-49e8-a3d5-aaf4d905c980
response_code = 204
uri = /vpc-routes
|
| 3521 | 2025-02-28T10:03:09.479Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41856
|
| 3522 | 2025-02-28T10:03:09.479Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41856
req_id = 42c58dcc-0090-4ba8-97e7-65a1cf0a4c50
response_code = 200
uri = /v2p
|
| 3523 | 2025-02-28T10:03:09.480Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54397
|
| 3524 | 2025-02-28T10:03:09.481Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3525 | 2025-02-28T10:03:09.584Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3526 | 2025-02-28T10:03:09.654Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 173631
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:54397
req_id = 3aafa445-bd52-4c32-9fb8-bd21111a083d
response_code = 204
uri = /switch-ports
|
| 3527 | 2025-02-28T10:03:09.654Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47340
|
| 3528 | 2025-02-28T10:03:09.654Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49278
|
| 3529 | 2025-02-28T10:03:09.654Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3530 | 2025-02-28T10:03:09.658Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 3994
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47340
req_id = 3df269c4-9d1e-4c47-b86c-20d66c901e85
response_code = 200
uri = /v2p
|
| 3531 | 2025-02-28T10:03:09.659Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 3465
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54397
req_id = dad79bce-b628-4668-bf62-8ac71361cce8
response_code = 200
uri = /network-bootstore-config
|
| 3532 | 2025-02-28T10:03:09.700Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 3533 | 2025-02-28T10:03:09.700Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 3534 | 2025-02-28T10:03:09.701Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 3535 | 2025-02-28T10:03:09.702Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 3536 | 2025-02-28T10:03:09.702Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 4743
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54397
req_id = 3a501d61-2a0e-4a3d-95b2-ea0cab30a300
response_code = 204
uri = /network-bootstore-config
|
| 3537 | 2025-02-28T10:03:09.706Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3538 | 2025-02-28T10:03:09.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 120473
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49278
req_id = a27f8aed-3174-4677-a778-627ce04c956a
response_code = 204
uri = /switch-ports
|
| 3539 | 2025-02-28T10:03:09.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49278
req_id = 5a184294-8666-4c3d-9d4d-6b15f90c819e
response_code = 200
uri = /network-bootstore-config
|
| 3540 | 2025-02-28T10:03:10.596Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33368
|
| 3541 | 2025-02-28T10:03:10.596Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33368
req_id = 41690ece-adb4-41ec-9239-b3431fe7486a
response_code = 200
uri = /vpc-routes
|
| 3542 | 2025-02-28T10:03:10.646Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3543 | 2025-02-28T10:03:10.646Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33368
req_id = 50bba58a-b348-4101-ac2d-daef55064bdb
response_code = 204
uri = /eip-gateways
|
| 3544 | 2025-02-28T10:03:10.667Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40390
|
| 3545 | 2025-02-28T10:03:10.667Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40390
req_id = 63a33835-10c0-480a-bac0-aabc0a937dcf
response_code = 200
uri = /v2p
|
| 3546 | 2025-02-28T10:03:10.680Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 163
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33368
req_id = 03021317-80ba-47b6-bf37-68b51cf6433d
response_code = 204
uri = /vpc-routes
|
| 3547 | 2025-02-28T10:03:10.722Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45595
|
| 3548 | 2025-02-28T10:03:10.722Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3549 | 2025-02-28T10:03:10.762Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3550 | 2025-02-28T10:03:10.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 94429
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45595
req_id = 88284294-cde5-4fad-a86a-e4acaa85ef5d
response_code = 204
uri = /switch-ports
|
| 3551 | 2025-02-28T10:03:10.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45595
req_id = b282e731-497a-489a-9c0a-2d3120273334
response_code = 200
uri = /network-bootstore-config
|
| 3552 | 2025-02-28T10:03:25.391Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:32915
remote_addr = [fd00:1122:3344:101::d]:46917
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3553 | 2025-02-28T10:03:25.450Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 58323
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 5a14964e-f393-481c-be22-45908023a1c4
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3554 | 2025-02-28T10:03:38.632Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60445
|
| 3555 | 2025-02-28T10:03:38.632Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 32
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60445
req_id = 3ac66cfe-d136-4dc6-8fbe-9540474eb919
response_code = 200
uri = /baseboard
|
| 3556 | 2025-02-28T10:03:39.285Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38933
|
| 3557 | 2025-02-28T10:03:39.285Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38933
req_id = d53caa8c-a8ea-47d6-9891-fc43846baa19
response_code = 200
uri = /vpc-routes
|
| 3558 | 2025-02-28T10:03:39.361Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3559 | 2025-02-28T10:03:39.361Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38933
req_id = ff9f69f3-da56-4646-83fa-9ede89080677
response_code = 204
uri = /eip-gateways
|
| 3560 | 2025-02-28T10:03:39.367Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55637
|
| 3561 | 2025-02-28T10:03:39.367Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55637
req_id = ca540023-1ff1-49e9-abe0-30e19f023062
response_code = 200
uri = /vpc-routes
|
| 3562 | 2025-02-28T10:03:39.372Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 189
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38933
req_id = 533f482f-b8c5-401e-800f-fcaf0268d36c
response_code = 204
uri = /vpc-routes
|
| 3563 | 2025-02-28T10:03:39.421Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3564 | 2025-02-28T10:03:39.421Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55637
req_id = 3a228105-1d09-4520-a41a-16c0e95de3b4
response_code = 204
uri = /eip-gateways
|
| 3565 | 2025-02-28T10:03:39.435Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 353
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55637
req_id = da7df4ed-168b-4ee3-b52d-676e2867b900
response_code = 204
uri = /vpc-routes
|
| 3566 | 2025-02-28T10:03:39.636Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45995
|
| 3567 | 2025-02-28T10:03:39.637Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45995
req_id = f8183835-5ec7-4a06-89f2-3783fe83835e
response_code = 200
uri = /v2p
|
| 3568 | 2025-02-28T10:03:39.685Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41616
|
| 3569 | 2025-02-28T10:03:39.685Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 103
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41616
req_id = f1903502-20e5-45d6-8c24-768e44a434c7
response_code = 200
uri = /v2p
|
| 3570 | 2025-02-28T10:03:39.699Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41228
|
| 3571 | 2025-02-28T10:03:39.699Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3572 | 2025-02-28T10:03:39.737Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3573 | 2025-02-28T10:03:39.789Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 89935
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:41228
req_id = 42baaf78-2087-4b42-85a0-e7c8fae7570b
response_code = 204
uri = /switch-ports
|
| 3574 | 2025-02-28T10:03:39.789Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 103
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41228
req_id = 98abac3c-7d76-464b-ace2-82243b370b18
response_code = 200
uri = /network-bootstore-config
|
| 3575 | 2025-02-28T10:03:39.825Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55453
|
| 3576 | 2025-02-28T10:03:39.825Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3577 | 2025-02-28T10:03:39.864Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3578 | 2025-02-28T10:03:39.922Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 96965
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:55453
req_id = 9d4745da-fb66-485e-9e3e-6584c2bc9e64
response_code = 204
uri = /switch-ports
|
| 3579 | 2025-02-28T10:03:39.922Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55453
req_id = 02c2190b-d944-4cd9-a862-c9274195d0ca
response_code = 200
uri = /network-bootstore-config
|
| 3580 | 2025-02-28T10:03:40.935Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44392
|
| 3581 | 2025-02-28T10:03:40.935Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44392
req_id = ea3edc02-126c-4cdc-be78-56a21450b129
response_code = 200
uri = /vpc-routes
|
| 3582 | 2025-02-28T10:03:40.983Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3583 | 2025-02-28T10:03:40.983Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44392
req_id = 93da06aa-a00c-4928-8fa8-6b86d0c2d9cf
response_code = 204
uri = /eip-gateways
|
| 3584 | 2025-02-28T10:03:41.047Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61822
|
| 3585 | 2025-02-28T10:03:41.047Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61822
req_id = f3783152-387d-490a-8284-c7aa99b4dd2c
response_code = 200
uri = /v2p
|
| 3586 | 2025-02-28T10:03:41.057Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 160
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44392
req_id = 564c1b1c-5aaf-42c9-81f2-cb307a7f71fa
response_code = 204
uri = /vpc-routes
|
| 3587 | 2025-02-28T10:03:41.192Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54664
|
| 3588 | 2025-02-28T10:03:41.192Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3589 | 2025-02-28T10:03:41.235Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3590 | 2025-02-28T10:03:41.298Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 105644
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54664
req_id = 4d84f5da-c97c-4b50-91c4-1a84924a461d
response_code = 204
uri = /switch-ports
|
| 3591 | 2025-02-28T10:03:41.298Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54664
req_id = ba2d8bcf-d7e4-42b1-b303-978039482812
response_code = 200
uri = /network-bootstore-config
|
| 3592 | 2025-02-28T10:03:55.398Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7480
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = c61146e2-8ef8-4fe1-aae8-88d5e704bcde
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3593 | 2025-02-28T10:04:08.666Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48231
|
| 3594 | 2025-02-28T10:04:08.666Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 57
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48231
req_id = e4df7b05-7679-4ef8-b81b-33ea6231bbcd
response_code = 200
uri = /baseboard
|
| 3595 | 2025-02-28T10:04:09.357Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33963
|
| 3596 | 2025-02-28T10:04:09.357Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33963
req_id = bad420c8-0c8a-4501-9fbc-a97764f7267b
response_code = 200
uri = /vpc-routes
|
| 3597 | 2025-02-28T10:04:09.372Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3598 | 2025-02-28T10:04:09.372Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33963
req_id = a838203f-223e-4381-aed1-8bebe5d11547
response_code = 204
uri = /eip-gateways
|
| 3599 | 2025-02-28T10:04:09.374Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40661
|
| 3600 | 2025-02-28T10:04:09.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 27
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40661
req_id = 2217f068-0580-42d0-a6f6-93f6b7ed79c3
response_code = 200
uri = /vpc-routes
|
| 3601 | 2025-02-28T10:04:09.382Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 229
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33963
req_id = a5b80590-c0eb-480d-be09-739520ca1482
response_code = 204
uri = /vpc-routes
|
| 3602 | 2025-02-28T10:04:09.403Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48440
|
| 3603 | 2025-02-28T10:04:09.403Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48440
req_id = 505862d5-f510-4e38-b399-597e5f66182c
response_code = 200
uri = /v2p
|
| 3604 | 2025-02-28T10:04:09.426Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3605 | 2025-02-28T10:04:09.426Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40661
req_id = ce239a40-9f2b-4a8d-a1d9-24ee6cd1263b
response_code = 204
uri = /eip-gateways
|
| 3606 | 2025-02-28T10:04:09.437Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 257
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40661
req_id = a4506107-d556-4f04-90f4-b08ed4e53ebd
response_code = 204
uri = /vpc-routes
|
| 3607 | 2025-02-28T10:04:09.446Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57003
|
| 3608 | 2025-02-28T10:04:09.446Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3609 | 2025-02-28T10:04:09.486Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3610 | 2025-02-28T10:04:09.552Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 106335
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:57003
req_id = 23a9ba16-0dc1-4168-a2c5-216c01f5b777
response_code = 204
uri = /switch-ports
|
| 3611 | 2025-02-28T10:04:09.552Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39840
|
| 3612 | 2025-02-28T10:04:09.553Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57003
req_id = 83c26966-126a-499e-bbb8-41f5dd012935
response_code = 200
uri = /network-bootstore-config
|
| 3613 | 2025-02-28T10:04:09.553Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3614 | 2025-02-28T10:04:09.565Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44981
|
| 3615 | 2025-02-28T10:04:09.565Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 143
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44981
req_id = 312801b3-d8d4-4973-a841-7bf0a9d23c8d
response_code = 200
uri = /v2p
|
| 3616 | 2025-02-28T10:04:09.593Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3617 | 2025-02-28T10:04:09.650Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 97279
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39840
req_id = b6342b55-2f13-47cd-bb16-2682406fe137
response_code = 204
uri = /switch-ports
|
| 3618 | 2025-02-28T10:04:09.650Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39840
req_id = eee678f4-5219-4faa-a92d-56681de1e9b4
response_code = 200
uri = /network-bootstore-config
|
| 3619 | 2025-02-28T10:04:10.639Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56187
|
| 3620 | 2025-02-28T10:04:10.639Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56187
req_id = 5d9c0a4a-adf2-41f5-8573-dd298e30703e
response_code = 200
uri = /vpc-routes
|
| 3621 | 2025-02-28T10:04:10.687Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3622 | 2025-02-28T10:04:10.687Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 80
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56187
req_id = 546f6c8f-251f-446f-ab0c-83c5ca4b3d4c
response_code = 204
uri = /eip-gateways
|
| 3623 | 2025-02-28T10:04:10.696Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 189
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56187
req_id = a20fddbc-8a0a-476a-b5a4-57c6d74b8e82
response_code = 204
uri = /vpc-routes
|
| 3624 | 2025-02-28T10:04:10.772Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57642
|
| 3625 | 2025-02-28T10:04:10.772Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57642
req_id = d3b2de93-6692-4e03-ac61-55717ef13261
response_code = 200
uri = /v2p
|
| 3626 | 2025-02-28T10:04:10.788Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35905
|
| 3627 | 2025-02-28T10:04:10.788Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3628 | 2025-02-28T10:04:10.828Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3629 | 2025-02-28T10:04:10.884Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 96004
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:35905
req_id = 3b43e234-6a7d-49af-8bcf-0c0923551422
response_code = 204
uri = /switch-ports
|
| 3630 | 2025-02-28T10:04:10.884Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35905
req_id = 7fae28e4-1a69-4b10-acc5-4f594a015d2b
response_code = 200
uri = /network-bootstore-config
|
| 3631 | 2025-02-28T10:04:25.398Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 6752
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 943821a7-2238-4a44-9e46-ef6d41575cd0
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3632 | 2025-02-28T10:04:38.699Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51369
|
| 3633 | 2025-02-28T10:04:38.700Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 50
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51369
req_id = 4311fb30-c1b8-47ae-81ce-59525b1c0ebb
response_code = 200
uri = /baseboard
|
| 3634 | 2025-02-28T10:04:39.496Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54721
|
| 3635 | 2025-02-28T10:04:39.496Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54721
req_id = f248cbb2-eea7-4807-8124-f4f7ba4abaf0
response_code = 200
uri = /vpc-routes
|
| 3636 | 2025-02-28T10:04:39.513Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3637 | 2025-02-28T10:04:39.513Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54721
req_id = b03d133f-3664-44f0-a5f9-ef5cb51db410
response_code = 204
uri = /eip-gateways
|
| 3638 | 2025-02-28T10:04:39.522Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 247
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54721
req_id = fe0332e8-2331-47d0-9dcf-5b84b0d985ce
response_code = 204
uri = /vpc-routes
|
| 3639 | 2025-02-28T10:04:39.556Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49322
|
| 3640 | 2025-02-28T10:04:39.556Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 143
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49322
req_id = c332eeb0-952e-42bf-9f24-0e45fe3b3478
response_code = 200
uri = /v2p
|
| 3641 | 2025-02-28T10:04:39.581Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56629
|
| 3642 | 2025-02-28T10:04:39.581Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56629
req_id = c1c8a533-602b-474e-8871-8e83b49ab10d
response_code = 200
uri = /vpc-routes
|
| 3643 | 2025-02-28T10:04:39.625Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3644 | 2025-02-28T10:04:39.626Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56629
req_id = 5949617b-88fe-4130-9eaf-4c04c027ea57
response_code = 204
uri = /eip-gateways
|
| 3645 | 2025-02-28T10:04:39.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 238
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56629
req_id = 2bea1ba7-1dc3-406c-9df9-9d3602f4c8e6
response_code = 204
uri = /vpc-routes
|
| 3646 | 2025-02-28T10:04:39.689Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44051
|
| 3647 | 2025-02-28T10:04:39.689Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44051
req_id = 2615711b-c37a-4bfe-ba92-b804f0873b1d
response_code = 200
uri = /v2p
|
| 3648 | 2025-02-28T10:04:39.691Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54930
|
| 3649 | 2025-02-28T10:04:39.691Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3650 | 2025-02-28T10:04:39.731Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3651 | 2025-02-28T10:04:39.788Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 96527
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:54930
req_id = 9b5aa8cb-82d4-4575-a37e-6ddc991047dc
response_code = 204
uri = /switch-ports
|
| 3652 | 2025-02-28T10:04:39.788Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42987
|
| 3653 | 2025-02-28T10:04:39.788Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3654 | 2025-02-28T10:04:39.788Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 289
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54930
req_id = 27725401-4205-45c6-aa1f-e06888dc6ad6
response_code = 200
uri = /network-bootstore-config
|
| 3655 | 2025-02-28T10:04:39.827Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3656 | 2025-02-28T10:04:39.881Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 92488
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:42987
req_id = a510d884-cf68-430a-bec2-f7826b38ed35
response_code = 204
uri = /switch-ports
|
| 3657 | 2025-02-28T10:04:39.881Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42987
req_id = 83862b24-3768-4bbb-9c56-2740e4495422
response_code = 200
uri = /network-bootstore-config
|
| 3658 | 2025-02-28T10:04:40.835Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58590
|
| 3659 | 2025-02-28T10:04:40.836Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58590
req_id = 5e116d18-8bdc-473c-90a2-7455565b5f97
response_code = 200
uri = /vpc-routes
|
| 3660 | 2025-02-28T10:04:40.885Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3661 | 2025-02-28T10:04:40.885Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 115
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58590
req_id = b0d46d58-8d9e-417c-8236-b045a1c9b465
response_code = 204
uri = /eip-gateways
|
| 3662 | 2025-02-28T10:04:40.896Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 176
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58590
req_id = 0fa2e7d6-a6fc-4526-8d19-3c1e9f36cc52
response_code = 204
uri = /vpc-routes
|
| 3663 | 2025-02-28T10:04:40.930Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45132
|
| 3664 | 2025-02-28T10:04:40.930Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3665 | 2025-02-28T10:04:40.969Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3666 | 2025-02-28T10:04:41.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 97834
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45132
req_id = 0ecb8330-1258-446a-b9e0-7fe21eb2d008
response_code = 204
uri = /switch-ports
|
| 3667 | 2025-02-28T10:04:41.028Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33837
|
| 3668 | 2025-02-28T10:04:41.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 182
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33837
req_id = af8d5f32-aaaa-4f7f-92ff-e5d412425611
response_code = 200
uri = /v2p
|
| 3669 | 2025-02-28T10:04:41.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 216
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45132
req_id = 37e9720a-d531-4c5f-8e31-8f7a4bbb6a43
response_code = 200
uri = /network-bootstore-config
|
| 3670 | 2025-02-28T10:04:55.400Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 8352
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = b18d93af-8b28-4b96-b929-38d2d7fe129e
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3671 | 2025-02-28T10:05:01.936Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 3672 | 2025-02-28T10:05:08.733Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60982
|
| 3673 | 2025-02-28T10:05:08.733Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 40
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60982
req_id = 3561aec3-e51e-468a-8af3-22d577149e03
response_code = 200
uri = /baseboard
|
| 3674 | 2025-02-28T10:05:09.321Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60778
|
| 3675 | 2025-02-28T10:05:09.321Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60778
req_id = a8df7114-0fb6-497a-9fc1-44fa0e1bcc3d
response_code = 200
uri = /vpc-routes
|
| 3676 | 2025-02-28T10:05:09.336Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3677 | 2025-02-28T10:05:09.336Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60778
req_id = 63ff45f8-f931-4112-9610-e7555ed1eb06
response_code = 204
uri = /eip-gateways
|
| 3678 | 2025-02-28T10:05:09.346Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 215
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60778
req_id = 73ff7afa-d23f-40b3-9147-c45584e81852
response_code = 204
uri = /vpc-routes
|
| 3679 | 2025-02-28T10:05:09.386Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64579
|
| 3680 | 2025-02-28T10:05:09.386Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64579
req_id = 14853b81-2715-4863-9c8e-f8317c68231f
response_code = 200
uri = /vpc-routes
|
| 3681 | 2025-02-28T10:05:09.408Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50113
|
| 3682 | 2025-02-28T10:05:09.408Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3683 | 2025-02-28T10:05:09.448Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3684 | 2025-02-28T10:05:09.504Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 95622
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50113
req_id = 3777219a-9e49-4fb1-bc6b-5dd62eb0f645
response_code = 204
uri = /switch-ports
|
| 3685 | 2025-02-28T10:05:09.504Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62919
|
| 3686 | 2025-02-28T10:05:09.504Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50666
|
| 3687 | 2025-02-28T10:05:09.504Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3688 | 2025-02-28T10:05:09.504Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 233
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64579
req_id = 2d64e085-802d-43be-ba98-82773f941424
response_code = 204
uri = /eip-gateways
|
| 3689 | 2025-02-28T10:05:09.504Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 321
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50113
req_id = 305126c5-5f99-4cc3-a6a7-8020ae9c7f22
response_code = 200
uri = /network-bootstore-config
|
| 3690 | 2025-02-28T10:05:09.504Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 266
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50666
req_id = a318a503-21b0-49bc-8c6b-39f85f4b132c
response_code = 200
uri = /v2p
|
| 3691 | 2025-02-28T10:05:09.505Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 288
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62919
req_id = 30007f56-9a51-46ee-b746-f5e7d0ec3930
response_code = 200
uri = /v2p
|
| 3692 | 2025-02-28T10:05:09.517Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 424
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64579
req_id = 4c5a3f63-620e-4a88-a25d-a6ca8e91fc30
response_code = 204
uri = /vpc-routes
|
| 3693 | 2025-02-28T10:05:09.530Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61465
|
| 3694 | 2025-02-28T10:05:09.530Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3695 | 2025-02-28T10:05:09.568Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3696 | 2025-02-28T10:05:09.625Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 95597
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:61465
req_id = 37e67e2b-9951-47b5-b606-9a1ea170a476
response_code = 204
uri = /switch-ports
|
| 3697 | 2025-02-28T10:05:09.625Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61465
req_id = 5e16f9a0-d537-4624-97e9-7fe655198cf0
response_code = 200
uri = /network-bootstore-config
|
| 3698 | 2025-02-28T10:05:10.667Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41279
|
| 3699 | 2025-02-28T10:05:10.667Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41279
req_id = 1adfb3e9-c919-4945-a575-0be4d6a33406
response_code = 200
uri = /vpc-routes
|
| 3700 | 2025-02-28T10:05:10.718Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3701 | 2025-02-28T10:05:10.718Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41279
req_id = 8e29556a-f698-41de-8547-a51b9547472b
response_code = 204
uri = /eip-gateways
|
| 3702 | 2025-02-28T10:05:10.732Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48803
|
| 3703 | 2025-02-28T10:05:10.732Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 158
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48803
req_id = d5e5cf2c-bb79-4373-8800-5d5f6a0a9195
response_code = 200
uri = /v2p
|
| 3704 | 2025-02-28T10:05:10.735Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41279
req_id = 9cc8ef58-6cfc-4c4f-a437-0cd075bbcf76
response_code = 204
uri = /vpc-routes
|
| 3705 | 2025-02-28T10:05:10.775Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40473
|
| 3706 | 2025-02-28T10:05:10.775Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3707 | 2025-02-28T10:05:10.816Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3708 | 2025-02-28T10:05:10.879Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 103816
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:40473
req_id = 5bc90d75-52e0-4a0e-a949-e927b8162d1d
response_code = 204
uri = /switch-ports
|
| 3709 | 2025-02-28T10:05:10.879Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40473
req_id = 0cd38c77-cdf6-4d19-b9f3-141bedb74bfc
response_code = 200
uri = /network-bootstore-config
|
| 3710 | 2025-02-28T10:05:25.399Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7888
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = d824cdf0-a5b6-4675-bd8d-1419d65faae4
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3711 | 2025-02-28T10:05:38.765Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:45873
|
| 3712 | 2025-02-28T10:05:38.765Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 29
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:45873
req_id = 2f208dfd-dc77-44cb-b413-b744bce0ee39
response_code = 200
uri = /baseboard
|
| 3713 | 2025-02-28T10:05:39.501Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57593
|
| 3714 | 2025-02-28T10:05:39.502Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57593
req_id = e8849dd5-7ef0-4b2b-86cf-3794d42c5e0f
response_code = 200
uri = /vpc-routes
|
| 3715 | 2025-02-28T10:05:39.549Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3716 | 2025-02-28T10:05:39.549Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57593
req_id = fc851a60-6f55-460f-a893-e0b5f465f066
response_code = 204
uri = /eip-gateways
|
| 3717 | 2025-02-28T10:05:39.592Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45170
|
| 3718 | 2025-02-28T10:05:39.593Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45170
req_id = 32ba80f8-53e5-45ac-8eff-c113b44cf5fb
response_code = 200
uri = /v2p
|
| 3719 | 2025-02-28T10:05:39.599Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 204
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57593
req_id = a4a8edbd-dc77-4d67-924f-e0f8f67944c2
response_code = 204
uri = /vpc-routes
|
| 3720 | 2025-02-28T10:05:39.660Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63091
|
| 3721 | 2025-02-28T10:05:39.660Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63091
req_id = a8e6e52f-9048-42b0-9668-10341f170827
response_code = 200
uri = /vpc-routes
|
| 3722 | 2025-02-28T10:05:39.677Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3723 | 2025-02-28T10:05:39.677Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 259
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63091
req_id = 5b9a27dd-4c48-42d7-bad8-891905381fb6
response_code = 204
uri = /eip-gateways
|
| 3724 | 2025-02-28T10:05:39.687Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 291
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63091
req_id = d5ae5dc5-1f05-4a36-8c28-0674fefca213
response_code = 204
uri = /vpc-routes
|
| 3725 | 2025-02-28T10:05:39.729Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58177
|
| 3726 | 2025-02-28T10:05:39.730Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58177
req_id = ad107fff-c1fb-4335-abb2-16ceaf34a571
response_code = 200
uri = /v2p
|
| 3727 | 2025-02-28T10:05:39.741Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53132
|
| 3728 | 2025-02-28T10:05:39.741Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3729 | 2025-02-28T10:05:39.779Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3730 | 2025-02-28T10:05:39.837Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 96759
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53132
req_id = f117e1ee-6c97-4902-a08b-d2e8d5b71ac3
response_code = 204
uri = /switch-ports
|
| 3731 | 2025-02-28T10:05:39.838Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52146
|
| 3732 | 2025-02-28T10:05:39.838Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3733 | 2025-02-28T10:05:39.842Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 3897
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53132
req_id = 8aff28c6-9584-4fd0-a95d-4b26aaad775e
response_code = 200
uri = /network-bootstore-config
|
| 3734 | 2025-02-28T10:05:39.876Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3735 | 2025-02-28T10:05:39.935Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 97456
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52146
req_id = 554033d0-6253-4a6d-812c-d021549d519d
response_code = 204
uri = /switch-ports
|
| 3736 | 2025-02-28T10:05:39.936Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 357
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52146
req_id = 20662189-cada-47ef-8a0e-e6663dd2599a
response_code = 200
uri = /network-bootstore-config
|
| 3737 | 2025-02-28T10:05:40.744Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53478
|
| 3738 | 2025-02-28T10:05:40.744Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 151
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53478
req_id = 8df8bd55-3201-4467-91d5-6c9d547840c4
response_code = 200
uri = /v2p
|
| 3739 | 2025-02-28T10:05:40.815Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37369
|
| 3740 | 2025-02-28T10:05:40.815Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37369
req_id = 63d3e4aa-eda9-4aab-bcb4-016cf2c200de
response_code = 200
uri = /vpc-routes
|
| 3741 | 2025-02-28T10:05:40.829Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3742 | 2025-02-28T10:05:40.829Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37369
req_id = 285cffd2-867d-4f6c-89d1-f25cd5d392de
response_code = 204
uri = /eip-gateways
|
| 3743 | 2025-02-28T10:05:40.842Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 204
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37369
req_id = 4e3586a8-0543-49e5-879f-af236903b7df
response_code = 204
uri = /vpc-routes
|
| 3744 | 2025-02-28T10:05:40.890Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38904
|
| 3745 | 2025-02-28T10:05:40.890Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3746 | 2025-02-28T10:05:40.932Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3747 | 2025-02-28T10:05:40.992Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 101745
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:38904
req_id = bbd2ee24-4dc6-4555-839b-36a80c94e5ba
response_code = 204
uri = /switch-ports
|
| 3748 | 2025-02-28T10:05:40.992Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38904
req_id = 77901d49-7e2c-4ade-9b69-9e957a7d9994
response_code = 200
uri = /network-bootstore-config
|
| 3749 | 2025-02-28T10:05:55.400Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 8001
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = f79c1878-08be-48c5-9aab-b9f9d8e04761
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3750 | 2025-02-28T10:06:08.799Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:64932
|
| 3751 | 2025-02-28T10:06:08.799Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 32
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:64932
req_id = 5b198662-854a-4940-94d8-3bc65e91b27c
response_code = 200
uri = /baseboard
|
| 3752 | 2025-02-28T10:06:09.299Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57184
|
| 3753 | 2025-02-28T10:06:09.299Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57184
req_id = 106ae32d-1cc1-47e8-9cc5-f57864204e7a
response_code = 200
uri = /vpc-routes
|
| 3754 | 2025-02-28T10:06:09.316Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3755 | 2025-02-28T10:06:09.316Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57184
req_id = bf2b4a79-bd70-40f4-a98f-96a6276b568e
response_code = 204
uri = /eip-gateways
|
| 3756 | 2025-02-28T10:06:09.324Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 193
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57184
req_id = 3c090b21-3d6e-48d0-909a-2d05f138d7bc
response_code = 204
uri = /vpc-routes
|
| 3757 | 2025-02-28T10:06:09.344Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51524
|
| 3758 | 2025-02-28T10:06:09.344Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 37
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51524
req_id = 6fcd4155-0c44-446e-8788-50e892672fab
response_code = 200
uri = /vpc-routes
|
| 3759 | 2025-02-28T10:06:09.346Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62494
|
| 3760 | 2025-02-28T10:06:09.346Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62494
req_id = 78758de9-c1a2-4363-ad25-c64bdcd2a19f
response_code = 200
uri = /v2p
|
| 3761 | 2025-02-28T10:06:09.351Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65202
|
| 3762 | 2025-02-28T10:06:09.351Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65202
req_id = 53598bf3-ce4a-430c-86d5-3ff67653fe3f
response_code = 200
uri = /v2p
|
| 3763 | 2025-02-28T10:06:09.357Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3764 | 2025-02-28T10:06:09.357Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51524
req_id = 2a1f9e7f-1d15-4ee5-8fa8-040e8804c0ce
response_code = 204
uri = /eip-gateways
|
| 3765 | 2025-02-28T10:06:09.365Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 170
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51524
req_id = f300646b-e440-4d48-b9b3-34f748baac07
response_code = 204
uri = /vpc-routes
|
| 3766 | 2025-02-28T10:06:09.372Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37522
|
| 3767 | 2025-02-28T10:06:09.372Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3768 | 2025-02-28T10:06:09.412Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3769 | 2025-02-28T10:06:09.469Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 97191
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37522
req_id = 663fce75-23d5-41f0-bcf2-ab0d172e9d1b
response_code = 204
uri = /switch-ports
|
| 3770 | 2025-02-28T10:06:09.469Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47531
|
| 3771 | 2025-02-28T10:06:09.469Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3772 | 2025-02-28T10:06:09.473Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 3792
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37522
req_id = 9801e940-52e7-4e99-ad22-f9d9a5db28c6
response_code = 200
uri = /network-bootstore-config
|
| 3773 | 2025-02-28T10:06:09.508Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3774 | 2025-02-28T10:06:09.567Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 97715
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:47531
req_id = a8219574-e449-4a6a-ade8-c88e4a4b7526
response_code = 204
uri = /switch-ports
|
| 3775 | 2025-02-28T10:06:09.567Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 151
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47531
req_id = b5c63dcb-b870-43cc-b4a1-6eaab47fb157
response_code = 200
uri = /network-bootstore-config
|
| 3776 | 2025-02-28T10:06:10.773Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58210
|
| 3777 | 2025-02-28T10:06:10.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58210
req_id = 151e27a3-90d7-4bcb-a167-e85bb5a2b0f8
response_code = 200
uri = /vpc-routes
|
| 3778 | 2025-02-28T10:06:10.820Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3779 | 2025-02-28T10:06:10.820Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58210
req_id = fbf9f7d7-f909-4485-b522-cec812e2c2b9
response_code = 204
uri = /eip-gateways
|
| 3780 | 2025-02-28T10:06:10.837Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37936
|
| 3781 | 2025-02-28T10:06:10.837Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37936
req_id = 4cf29dda-f349-4eb5-afaa-f3a55e34ec63
response_code = 200
uri = /v2p
|
| 3782 | 2025-02-28T10:06:10.845Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 184
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58210
req_id = 267c7b83-84e4-48f8-b911-5f4d32e0ebbc
response_code = 204
uri = /vpc-routes
|
| 3783 | 2025-02-28T10:06:10.880Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50901
|
| 3784 | 2025-02-28T10:06:10.880Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3785 | 2025-02-28T10:06:10.921Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3786 | 2025-02-28T10:06:10.979Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 99658
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50901
req_id = 46438dc7-9350-4c83-aa5f-9e151d0e092e
response_code = 204
uri = /switch-ports
|
| 3787 | 2025-02-28T10:06:10.980Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50901
req_id = 98c4b61b-cc43-40c9-a3e3-c17701fbc239
response_code = 200
uri = /network-bootstore-config
|
| 3788 | 2025-02-28T10:06:25.399Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7503
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 7855687b-f597-4727-a202-f784fcddbf26
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3789 | 2025-02-28T10:06:38.831Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57796
|
| 3790 | 2025-02-28T10:06:38.831Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 37
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57796
req_id = 76b04398-94a1-4920-9f90-9ddae8357440
response_code = 200
uri = /baseboard
|
| 3791 | 2025-02-28T10:06:39.308Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39218
|
| 3792 | 2025-02-28T10:06:39.308Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39218
req_id = d2a371a2-9cd6-46ab-8b8b-f795d2500b2f
response_code = 200
uri = /vpc-routes
|
| 3793 | 2025-02-28T10:06:39.381Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3794 | 2025-02-28T10:06:39.381Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 74
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39218
req_id = f5d0a4a4-1b50-4480-82c3-f9d65dd7a776
response_code = 204
uri = /eip-gateways
|
| 3795 | 2025-02-28T10:06:39.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 189
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39218
req_id = 32e07211-ca41-4cbc-b306-a700ff2675d0
response_code = 204
uri = /vpc-routes
|
| 3796 | 2025-02-28T10:06:39.483Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55717
|
| 3797 | 2025-02-28T10:06:39.483Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55717
req_id = 0ea9a4d1-1a5c-4435-84ff-13fa201e4346
response_code = 200
uri = /vpc-routes
|
| 3798 | 2025-02-28T10:06:39.498Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3799 | 2025-02-28T10:06:39.498Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 57
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:55717
req_id = cade67ac-5484-482d-b1a2-f4f916a1149b
response_code = 204
uri = /eip-gateways
|
| 3800 | 2025-02-28T10:06:39.506Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:55717
req_id = 9c3291be-f32f-4bd0-8282-160befa8a490
response_code = 204
uri = /vpc-routes
|
| 3801 | 2025-02-28T10:06:39.518Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54190
|
| 3802 | 2025-02-28T10:06:39.518Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3803 | 2025-02-28T10:06:39.557Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3804 | 2025-02-28T10:06:39.612Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 93780
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:54190
req_id = c48c8ce1-1063-440f-a2d2-b03de80825a5
response_code = 204
uri = /switch-ports
|
| 3805 | 2025-02-28T10:06:39.612Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45244
|
| 3806 | 2025-02-28T10:06:39.612Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50638
|
| 3807 | 2025-02-28T10:06:39.612Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60811
|
| 3808 | 2025-02-28T10:06:39.612Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3809 | 2025-02-28T10:06:39.612Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 321
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54190
req_id = 186c406e-17f4-4951-9069-fe6674622d74
response_code = 200
uri = /network-bootstore-config
|
| 3810 | 2025-02-28T10:06:39.616Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 3954
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50638
req_id = 9510cd69-bb32-4be2-91a1-fa57397fb2e8
response_code = 200
uri = /v2p
|
| 3811 | 2025-02-28T10:06:39.616Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 4175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45244
req_id = 929b33d6-59ef-402f-a846-eda56d5bbe9a
response_code = 200
uri = /v2p
|
| 3812 | 2025-02-28T10:06:39.649Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3813 | 2025-02-28T10:06:39.706Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 94194
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:60811
req_id = f735bb28-9397-48bb-a6f6-4c0b545375cc
response_code = 204
uri = /switch-ports
|
| 3814 | 2025-02-28T10:06:39.707Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60811
req_id = 56cf3c34-2091-4198-9a57-f35cace91762
response_code = 200
uri = /network-bootstore-config
|
| 3815 | 2025-02-28T10:06:40.678Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36424
|
| 3816 | 2025-02-28T10:06:40.678Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36424
req_id = 2558cc74-b126-488c-9bad-aed09abee853
response_code = 200
uri = /vpc-routes
|
| 3817 | 2025-02-28T10:06:40.731Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3818 | 2025-02-28T10:06:40.731Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36424
req_id = 9df81226-0e11-478d-91f6-6594dfea20ef
response_code = 204
uri = /eip-gateways
|
| 3819 | 2025-02-28T10:06:40.741Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 179
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36424
req_id = 7e335adb-1afe-4b17-94d6-5579180a617a
response_code = 204
uri = /vpc-routes
|
| 3820 | 2025-02-28T10:06:41.069Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50957
|
| 3821 | 2025-02-28T10:06:41.070Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50957
req_id = daa4767d-bf93-44c6-9583-8b929ce4c733
response_code = 200
uri = /v2p
|
| 3822 | 2025-02-28T10:06:41.120Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:32892
|
| 3823 | 2025-02-28T10:06:41.120Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3824 | 2025-02-28T10:06:41.163Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3825 | 2025-02-28T10:06:41.219Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 98857
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:32892
req_id = f8c77e1d-e965-48ee-9efc-23e8c0438851
response_code = 204
uri = /switch-ports
|
| 3826 | 2025-02-28T10:06:41.220Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:32892
req_id = d087e6a5-8631-4bac-bd0e-784f9c8bfffb
response_code = 200
uri = /network-bootstore-config
|
| 3827 | 2025-02-28T10:06:55.400Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 8147
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 4b4e0ac4-d687-4b95-92d1-e18cd30f3638
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3828 | 2025-02-28T10:07:08.864Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41981
|
| 3829 | 2025-02-28T10:07:08.864Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 46
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41981
req_id = cee2ed14-1651-44aa-b9c1-78b5a5ff77ce
response_code = 200
uri = /baseboard
|
| 3830 | 2025-02-28T10:07:09.249Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42518
|
| 3831 | 2025-02-28T10:07:09.249Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42518
req_id = 12d8139f-f776-4da4-9cfc-552a4b79d57b
response_code = 200
uri = /vpc-routes
|
| 3832 | 2025-02-28T10:07:09.266Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3833 | 2025-02-28T10:07:09.266Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 73
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42518
req_id = fb062bc2-ba06-4542-9c64-cf4124b26862
response_code = 204
uri = /eip-gateways
|
| 3834 | 2025-02-28T10:07:09.279Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 207
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42518
req_id = 0924be69-9baa-400f-b499-41e9a2d99d7e
response_code = 204
uri = /vpc-routes
|
| 3835 | 2025-02-28T10:07:09.332Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55404
|
| 3836 | 2025-02-28T10:07:09.332Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55404
req_id = 33b91e25-23a6-4c94-8b3a-277868141351
response_code = 200
uri = /vpc-routes
|
| 3837 | 2025-02-28T10:07:09.377Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3838 | 2025-02-28T10:07:09.377Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55404
req_id = 11b816fc-d0d2-4889-b3f5-11d29509a08d
response_code = 204
uri = /eip-gateways
|
| 3839 | 2025-02-28T10:07:09.387Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 212
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55404
req_id = 649fe6c5-7d3f-45f9-b31b-65c79bd87868
response_code = 204
uri = /vpc-routes
|
| 3840 | 2025-02-28T10:07:09.410Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38732
|
| 3841 | 2025-02-28T10:07:09.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38732
req_id = f2b99694-c434-4f83-9a86-a4213a260797
response_code = 200
uri = /v2p
|
| 3842 | 2025-02-28T10:07:09.415Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63643
|
| 3843 | 2025-02-28T10:07:09.415Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63643
req_id = 0214dc0e-29c7-43d0-8fa9-3e2c328e38e5
response_code = 200
uri = /v2p
|
| 3844 | 2025-02-28T10:07:09.448Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44786
|
| 3845 | 2025-02-28T10:07:09.448Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3846 | 2025-02-28T10:07:09.488Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3847 | 2025-02-28T10:07:09.549Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 100694
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44786
req_id = e7a0bbcf-038f-4837-bbf5-c14606dbb7a8
response_code = 204
uri = /switch-ports
|
| 3848 | 2025-02-28T10:07:09.549Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60776
|
| 3849 | 2025-02-28T10:07:09.549Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44786
req_id = 91631347-40ca-48d8-a696-4d74a451b6aa
response_code = 200
uri = /network-bootstore-config
|
| 3850 | 2025-02-28T10:07:09.549Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3851 | 2025-02-28T10:07:09.586Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3852 | 2025-02-28T10:07:09.640Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 90593
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:60776
req_id = 5110033b-26af-46ae-b7ad-ccd687bfbc01
response_code = 204
uri = /switch-ports
|
| 3853 | 2025-02-28T10:07:09.640Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 170
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60776
req_id = 935eee13-b03d-4383-a0a2-509781d2b1a0
response_code = 200
uri = /network-bootstore-config
|
| 3854 | 2025-02-28T10:07:10.632Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49156
|
| 3855 | 2025-02-28T10:07:10.632Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49156
req_id = 89f0d6c5-9566-4a5f-9205-6e28e895642a
response_code = 200
uri = /vpc-routes
|
| 3856 | 2025-02-28T10:07:10.676Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3857 | 2025-02-28T10:07:10.676Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49156
req_id = d8477e0a-6e1b-43bf-b5df-16b9b2c39c71
response_code = 204
uri = /eip-gateways
|
| 3858 | 2025-02-28T10:07:10.685Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 184
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49156
req_id = 528e0ecf-c615-410d-98c0-29f75445e89d
response_code = 204
uri = /vpc-routes
|
| 3859 | 2025-02-28T10:07:10.714Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55750
|
| 3860 | 2025-02-28T10:07:10.714Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55750
req_id = f9e12422-381b-4bbe-b720-9ab196b45887
response_code = 200
uri = /v2p
|
| 3861 | 2025-02-28T10:07:10.745Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54656
|
| 3862 | 2025-02-28T10:07:10.745Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3863 | 2025-02-28T10:07:10.787Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3864 | 2025-02-28T10:07:10.844Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 99250
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54656
req_id = 076522a3-9c82-4be7-87de-2cb6f5dbbc26
response_code = 204
uri = /switch-ports
|
| 3865 | 2025-02-28T10:07:10.844Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54656
req_id = c402e067-5ce2-4e3d-be9b-b7d3530f6a9c
response_code = 200
uri = /network-bootstore-config
|
| 3866 | 2025-02-28T10:07:25.400Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7109
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 3c1e77f3-f550-408f-bbfb-871bb0fb210b
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3867 | 2025-02-28T10:07:38.897Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36568
|
| 3868 | 2025-02-28T10:07:38.897Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 37
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36568
req_id = a43433ef-1954-47a2-925e-373ddd764896
response_code = 200
uri = /baseboard
|
| 3869 | 2025-02-28T10:07:39.509Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36940
|
| 3870 | 2025-02-28T10:07:39.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36940
req_id = 0c8b4924-927d-4d7a-af9c-100ce41a87ab
response_code = 200
uri = /vpc-routes
|
| 3871 | 2025-02-28T10:07:39.556Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59518
|
| 3872 | 2025-02-28T10:07:39.556Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3873 | 2025-02-28T10:07:39.556Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 494
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59518
req_id = 38115652-d40b-4ec8-b8a0-7027248e5cfa
response_code = 200
uri = /artifacts
|
| 3874 | 2025-02-28T10:07:39.599Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3875 | 2025-02-28T10:07:39.599Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36940
req_id = 3b585a31-f8a7-454e-b4de-12a60f50342a
response_code = 204
uri = /eip-gateways
|
| 3876 | 2025-02-28T10:07:39.608Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 255
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36940
req_id = f17bf899-86e5-4f3d-89c0-7801f94711d3
response_code = 204
uri = /vpc-routes
|
| 3877 | 2025-02-28T10:07:39.632Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52971
|
| 3878 | 2025-02-28T10:07:39.632Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52971
req_id = 8a8914f7-1496-48b2-97b6-0a70126e7cc6
response_code = 200
uri = /vpc-routes
|
| 3879 | 2025-02-28T10:07:39.642Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46610
|
| 3880 | 2025-02-28T10:07:39.643Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3881 | 2025-02-28T10:07:39.692Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3882 | 2025-02-28T10:07:39.762Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 119784
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:46610
req_id = df40e32a-15fd-4cc9-b763-684fa7def81e
response_code = 204
uri = /switch-ports
|
| 3883 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56722
|
| 3884 | 2025-02-28T10:07:39.763Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3885 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52971
req_id = 1a2738f9-78ae-4329-b2d2-2d34e502e75c
response_code = 204
uri = /eip-gateways
|
| 3886 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57277
|
| 3887 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63547
|
| 3888 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63734
|
| 3889 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35431
|
| 3890 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 375
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46610
req_id = c5153701-8dc7-4008-ab32-0d298e26cc83
response_code = 200
uri = /network-bootstore-config
|
| 3891 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3892 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 315
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56722
req_id = f1ca862d-d946-4cab-92f2-307a5f10adc7
response_code = 200
uri = /v2p
|
| 3893 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3894 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 502
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57277
req_id = 4a471a51-fe54-4826-8a13-6bb0eb9e834d
response_code = 200
uri = /artifacts
|
| 3895 | 2025-02-28T10:07:39.763Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:759
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3896 | 2025-02-28T10:07:39.764Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3897 | 2025-02-28T10:07:39.769Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3898 | 2025-02-28T10:07:39.769Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3899 | 2025-02-28T10:07:39.769Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3900 | 2025-02-28T10:07:39.769Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte0"
rules = []
|
| 3901 | 2025-02-28T10:07:39.769Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3902 | 2025-02-28T10:07:39.769Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 6220
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63547
req_id = 4a1999af-4ed9-4e14-8a5c-e44983585772
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3903 | 2025-02-28T10:07:39.769Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 504
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63734
req_id = 163d4121-9292-452a-b68c-0ea89d7f4f57
response_code = 200
uri = /v2p
|
| 3904 | 2025-02-28T10:07:39.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 245
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52971
req_id = f53b201b-a8f5-40a8-830d-a51e2069245b
response_code = 204
uri = /vpc-routes
|
| 3905 | 2025-02-28T10:07:39.807Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3906 | 2025-02-28T10:07:39.862Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 98955
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:35431
req_id = c093cce8-18ca-4ac7-aaf6-38460cf2aa72
response_code = 204
uri = /switch-ports
|
| 3907 | 2025-02-28T10:07:39.862Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35431
req_id = 75a3b2ff-3be1-4f23-abc7-48e879752b47
response_code = 200
uri = /network-bootstore-config
|
| 3908 | 2025-02-28T10:07:39.881Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62965
|
| 3909 | 2025-02-28T10:07:39.881Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:759
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3910 | 2025-02-28T10:07:39.881Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3911 | 2025-02-28T10:07:39.881Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3912 | 2025-02-28T10:07:39.881Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3913 | 2025-02-28T10:07:39.881Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3914 | 2025-02-28T10:07:39.881Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte0"
rules = []
|
| 3915 | 2025-02-28T10:07:39.881Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3916 | 2025-02-28T10:07:39.881Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 394
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62965
req_id = 2cb6b091-3ab4-41a2-8dcd-e7b3ef21dde0
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3917 | 2025-02-28T10:07:40.821Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44534
|
| 3918 | 2025-02-28T10:07:40.821Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3919 | 2025-02-28T10:07:40.822Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 454
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44534
req_id = ba6c9998-7a4b-4635-9979-8924847f5c4c
response_code = 200
uri = /artifacts
|
| 3920 | 2025-02-28T10:07:40.887Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49207
|
| 3921 | 2025-02-28T10:07:40.887Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49207
req_id = 7bfd64b6-39c3-49aa-9e62-7eef9af4e89c
response_code = 200
uri = /vpc-routes
|
| 3922 | 2025-02-28T10:07:40.908Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60864
|
| 3923 | 2025-02-28T10:07:40.908Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3924 | 2025-02-28T10:07:40.950Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3925 | 2025-02-28T10:07:41.013Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 105443
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60864
req_id = dbf84ebc-6b6e-497f-9b18-c3a3a84caec2
response_code = 204
uri = /switch-ports
|
| 3926 | 2025-02-28T10:07:41.014Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63900
|
| 3927 | 2025-02-28T10:07:41.014Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3928 | 2025-02-28T10:07:41.014Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 228
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49207
req_id = 4ca2d02b-c780-4e54-9adf-919953925198
response_code = 204
uri = /eip-gateways
|
| 3929 | 2025-02-28T10:07:41.014Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 329
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60864
req_id = 4e2dc426-c0ae-4081-859b-bed61af7b45b
response_code = 200
uri = /network-bootstore-config
|
| 3930 | 2025-02-28T10:07:41.014Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 256
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63900
req_id = 86cd8a4e-9038-4f88-b573-1d212c8ba3b1
response_code = 200
uri = /v2p
|
| 3931 | 2025-02-28T10:07:41.023Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 372
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49207
req_id = f9e28feb-2ab6-4c8b-832e-d99bcfccd2b8
response_code = 204
uri = /vpc-routes
|
| 3932 | 2025-02-28T10:07:41.133Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37470
|
| 3933 | 2025-02-28T10:07:41.133Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:759
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3934 | 2025-02-28T10:07:41.133Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3935 | 2025-02-28T10:07:41.133Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3936 | 2025-02-28T10:07:41.133Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3937 | 2025-02-28T10:07:41.133Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3938 | 2025-02-28T10:07:41.133Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte0"
rules = []
|
| 3939 | 2025-02-28T10:07:41.133Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3940 | 2025-02-28T10:07:41.133Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 308
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37470
req_id = 3bf4f14d-649e-471f-8acf-711f6368add2
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3941 | 2025-02-28T10:07:55.400Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7441
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = b21313b8-40b4-41cd-a667-0c06752524ce
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3942 | 2025-02-28T10:08:08.932Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57728
|
| 3943 | 2025-02-28T10:08:08.932Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 103
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57728
req_id = 542ab0fa-c786-4adb-907c-cee44eff5561
response_code = 200
uri = /baseboard
|
| 3944 | 2025-02-28T10:08:09.292Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36832
|
| 3945 | 2025-02-28T10:08:09.292Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36832
req_id = 006bdefe-eac2-4499-9d5b-a7933d30feb9
response_code = 200
uri = /vpc-routes
|
| 3946 | 2025-02-28T10:08:09.337Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3947 | 2025-02-28T10:08:09.337Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36832
req_id = 591746e7-853a-4504-9f62-60e06c38bd6c
response_code = 204
uri = /eip-gateways
|
| 3948 | 2025-02-28T10:08:09.345Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 257
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36832
req_id = 6bde8f51-4c30-4b94-9f9c-be58dc5f8146
response_code = 204
uri = /vpc-routes
|
| 3949 | 2025-02-28T10:08:09.382Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48912
|
| 3950 | 2025-02-28T10:08:09.383Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 687
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48912
req_id = df6b3480-f33d-4e0c-b93a-083c47cc77c8
response_code = 200
uri = /v2p
|
| 3951 | 2025-02-28T10:08:09.453Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49692
|
| 3952 | 2025-02-28T10:08:09.453Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3953 | 2025-02-28T10:08:09.497Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3954 | 2025-02-28T10:08:09.568Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 114923
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:49692
req_id = 383aa8c6-5c3a-4d51-9ec0-479bfce7c369
response_code = 204
uri = /switch-ports
|
| 3955 | 2025-02-28T10:08:09.568Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57030
|
| 3956 | 2025-02-28T10:08:09.568Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39043
|
| 3957 | 2025-02-28T10:08:09.569Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 217
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39043
req_id = 50202022-88d5-470a-815e-ef4293299e03
response_code = 200
uri = /v2p
|
| 3958 | 2025-02-28T10:08:09.569Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 337
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49692
req_id = e666f808-00e7-42c3-9413-320831c0ac6d
response_code = 200
uri = /network-bootstore-config
|
| 3959 | 2025-02-28T10:08:09.569Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 231
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57030
req_id = 2d8aff94-8c6b-4c82-834a-f1157a59f81c
response_code = 200
uri = /vpc-routes
|
| 3960 | 2025-02-28T10:08:09.575Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57497
|
| 3961 | 2025-02-28T10:08:09.576Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3962 | 2025-02-28T10:08:09.618Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3963 | 2025-02-28T10:08:09.678Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 102417
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:57497
req_id = 41f7f6c2-ee72-4bea-b630-1afef6269541
response_code = 204
uri = /switch-ports
|
| 3964 | 2025-02-28T10:08:09.678Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3965 | 2025-02-28T10:08:09.678Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 165
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57030
req_id = 27920807-7494-4c0b-b608-bcbf4a45c1d2
response_code = 204
uri = /eip-gateways
|
| 3966 | 2025-02-28T10:08:09.679Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 172
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57497
req_id = 91c04761-34ee-44c0-9372-994391546c6e
response_code = 200
uri = /network-bootstore-config
|
| 3967 | 2025-02-28T10:08:09.689Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 302
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57030
req_id = fb8c04b3-4aeb-4002-87a4-edb53434e411
response_code = 204
uri = /vpc-routes
|
| 3968 | 2025-02-28T10:08:10.683Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40987
|
| 3969 | 2025-02-28T10:08:10.683Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40987
req_id = 5e7c5aed-3389-4bac-8e08-bc8177646603
response_code = 200
uri = /v2p
|
| 3970 | 2025-02-28T10:08:10.690Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52130
|
| 3971 | 2025-02-28T10:08:10.690Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 39
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52130
req_id = 1d5b378f-b5ed-4fa3-bba9-feb93fc5778c
response_code = 200
uri = /vpc-routes
|
| 3972 | 2025-02-28T10:08:10.731Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3973 | 2025-02-28T10:08:10.731Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:52130
req_id = 16ee6f54-be93-44b4-8233-19c1bcec1313
response_code = 204
uri = /eip-gateways
|
| 3974 | 2025-02-28T10:08:10.739Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 179
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:52130
req_id = 42d0ac6d-1460-4699-bed4-0e278bac6019
response_code = 204
uri = /vpc-routes
|
| 3975 | 2025-02-28T10:08:10.792Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56986
|
| 3976 | 2025-02-28T10:08:10.792Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3977 | 2025-02-28T10:08:10.832Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 3978 | 2025-02-28T10:08:10.893Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 100920
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:56986
req_id = 5ccbfc5e-71de-4c06-a2b2-fbcb53073d60
response_code = 204
uri = /switch-ports
|
| 3979 | 2025-02-28T10:08:10.893Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56986
req_id = bf7d633f-8abb-4cd8-bad3-b4000d70429e
response_code = 200
uri = /network-bootstore-config
|
| 3980 | 2025-02-28T10:08:25.400Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7149
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 14cfd4c2-733a-490a-9da0-3ef1a3150af6
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 3981 | 2025-02-28T10:08:38.966Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40308
|
| 3982 | 2025-02-28T10:08:38.966Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 41
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40308
req_id = 23150f1f-24b7-4786-955d-8ad3d9623188
response_code = 200
uri = /baseboard
|
| 3983 | 2025-02-28T10:08:39.372Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57458
|
| 3984 | 2025-02-28T10:08:39.373Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57458
req_id = c1095e82-e441-42e2-8d81-c888be0505bc
response_code = 200
uri = /vpc-routes
|
| 3985 | 2025-02-28T10:08:39.429Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3986 | 2025-02-28T10:08:39.429Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57458
req_id = 8b758d6d-ac4d-4f77-9de5-bbe54df6433a
response_code = 204
uri = /eip-gateways
|
| 3987 | 2025-02-28T10:08:39.439Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 250
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57458
req_id = a73adca7-c124-4812-b4f3-a705ca8ddeb5
response_code = 204
uri = /vpc-routes
|
| 3988 | 2025-02-28T10:08:39.518Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40457
|
| 3989 | 2025-02-28T10:08:39.519Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40457
req_id = 5e1c569d-3cb4-44db-b435-2de8d95b3671
response_code = 200
uri = /v2p
|
| 3990 | 2025-02-28T10:08:39.577Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64651
|
| 3991 | 2025-02-28T10:08:39.577Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64651
req_id = 314d4f8e-a02a-4be7-a5db-ba80c473026d
response_code = 200
uri = /vpc-routes
|
| 3992 | 2025-02-28T10:08:39.592Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 3993 | 2025-02-28T10:08:39.592Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:64651
req_id = 8fc8ca59-b3ac-405b-bdc3-e1cd211e6274
response_code = 204
uri = /eip-gateways
|
| 3994 | 2025-02-28T10:08:39.600Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 177
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:64651
req_id = 29756c2d-2398-45aa-bc0c-65e1a841f1c5
response_code = 204
uri = /vpc-routes
|
| 3995 | 2025-02-28T10:08:39.722Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34692
|
| 3996 | 2025-02-28T10:08:39.722Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34692
req_id = fa213087-7ecd-450b-9e54-4776e9db93a1
response_code = 200
uri = /v2p
|
| 3997 | 2025-02-28T10:08:39.731Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36385
|
| 3998 | 2025-02-28T10:08:39.731Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 3999 | 2025-02-28T10:08:39.774Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4000 | 2025-02-28T10:08:39.837Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 105659
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36385
req_id = 532c9e76-f86e-49df-b9de-ddbbe4e8aafa
response_code = 204
uri = /switch-ports
|
| 4001 | 2025-02-28T10:08:39.838Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 165
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36385
req_id = a3ce07a7-138a-4c20-a019-c54b409d9ee7
response_code = 200
uri = /network-bootstore-config
|
| 4002 | 2025-02-28T10:08:39.943Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57141
|
| 4003 | 2025-02-28T10:08:39.943Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4004 | 2025-02-28T10:08:39.980Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4005 | 2025-02-28T10:08:40.038Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 95254
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:57141
req_id = 59688a24-1743-450f-af33-e66b0341ee8e
response_code = 204
uri = /switch-ports
|
| 4006 | 2025-02-28T10:08:40.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57141
req_id = 87b1ba73-a4fa-4b37-a03a-4d025cdc4e1f
response_code = 200
uri = /network-bootstore-config
|
| 4007 | 2025-02-28T10:08:40.738Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63863
|
| 4008 | 2025-02-28T10:08:40.738Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63863
req_id = 21988ae4-476d-4ca8-af7c-3243e85649f4
response_code = 200
uri = /vpc-routes
|
| 4009 | 2025-02-28T10:08:40.781Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4010 | 2025-02-28T10:08:40.781Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63863
req_id = 83f7eda2-454a-4093-9054-48e2e616d653
response_code = 204
uri = /eip-gateways
|
| 4011 | 2025-02-28T10:08:40.882Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59535
|
| 4012 | 2025-02-28T10:08:40.882Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59535
req_id = 946a1ad8-480b-4231-b3ce-b30a977b3e1b
response_code = 200
uri = /v2p
|
| 4013 | 2025-02-28T10:08:40.890Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 182
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63863
req_id = 89169507-4319-409e-8940-bf4d695fa670
response_code = 204
uri = /vpc-routes
|
| 4014 | 2025-02-28T10:08:40.989Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60529
|
| 4015 | 2025-02-28T10:08:40.989Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4016 | 2025-02-28T10:08:41.030Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4017 | 2025-02-28T10:08:41.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 101935
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60529
req_id = 7cc3f1a9-17af-496d-9dba-b651c0c16d30
response_code = 204
uri = /switch-ports
|
| 4018 | 2025-02-28T10:08:41.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60529
req_id = 417f082d-bf84-4418-90cf-14751ee98967
response_code = 200
uri = /network-bootstore-config
|
| 4019 | 2025-02-28T10:08:55.400Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7504
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = f82979c6-0eb4-42a8-b9ee-00b8c28f9231
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4020 | 2025-02-28T10:09:09.000Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60666
|
| 4021 | 2025-02-28T10:09:09.000Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 79
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60666
req_id = c941c1b1-d747-4161-80c2-162651c45532
response_code = 200
uri = /baseboard
|
| 4022 | 2025-02-28T10:09:09.279Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47104
|
| 4023 | 2025-02-28T10:09:09.279Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47104
req_id = 060cea84-5a43-4798-a247-29d923cd105d
response_code = 200
uri = /vpc-routes
|
| 4024 | 2025-02-28T10:09:09.325Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4025 | 2025-02-28T10:09:09.325Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47104
req_id = 5af69669-2edf-4c9f-ad76-3474691cce3c
response_code = 204
uri = /eip-gateways
|
| 4026 | 2025-02-28T10:09:09.334Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 192
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47104
req_id = d8ef0704-ffba-4585-b704-81c4fd2da49c
response_code = 204
uri = /vpc-routes
|
| 4027 | 2025-02-28T10:09:09.342Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55862
|
| 4028 | 2025-02-28T10:09:09.342Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55862
req_id = 827acb60-ff5b-4efc-83fe-76d6b8eae33d
response_code = 200
uri = /vpc-routes
|
| 4029 | 2025-02-28T10:09:09.357Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4030 | 2025-02-28T10:09:09.357Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:55862
req_id = 5400c0b9-43c1-42f8-8325-335c4abcb85e
response_code = 204
uri = /eip-gateways
|
| 4031 | 2025-02-28T10:09:09.365Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 158
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:55862
req_id = c4856b3e-ec3a-42de-9a00-b26619b46efb
response_code = 204
uri = /vpc-routes
|
| 4032 | 2025-02-28T10:09:09.373Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38415
|
| 4033 | 2025-02-28T10:09:09.373Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4034 | 2025-02-28T10:09:09.415Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4035 | 2025-02-28T10:09:09.475Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 102056
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38415
req_id = 8a3b7c81-ac5e-46f5-b317-1763ec016fe3
response_code = 204
uri = /switch-ports
|
| 4036 | 2025-02-28T10:09:09.475Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58378
|
| 4037 | 2025-02-28T10:09:09.476Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44045
|
| 4038 | 2025-02-28T10:09:09.476Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 261
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38415
req_id = e6f33272-5a6f-4e1c-9403-a6a936077fc0
response_code = 200
uri = /network-bootstore-config
|
| 4039 | 2025-02-28T10:09:09.476Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 195
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44045
req_id = 68f0a178-0db1-4a77-8402-6dbe0ea97003
response_code = 200
uri = /v2p
|
| 4040 | 2025-02-28T10:09:09.476Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 234
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58378
req_id = 2eba94a0-2fb9-4d8b-b776-09a9dc9cf860
response_code = 200
uri = /v2p
|
| 4041 | 2025-02-28T10:09:09.489Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37798
|
| 4042 | 2025-02-28T10:09:09.489Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4043 | 2025-02-28T10:09:09.524Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4044 | 2025-02-28T10:09:09.570Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 81138
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37798
req_id = 5b7dac1e-59c2-458b-a7de-5dab2d408a7e
response_code = 204
uri = /switch-ports
|
| 4045 | 2025-02-28T10:09:09.570Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37798
req_id = d86d0dbc-daef-4718-88b7-ab63627e9a63
response_code = 200
uri = /network-bootstore-config
|
| 4046 | 2025-02-28T10:09:10.605Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58719
|
| 4047 | 2025-02-28T10:09:10.605Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58719
req_id = c5ceb8cb-4cd2-4ff8-9103-10a0e2c5be3a
response_code = 200
uri = /vpc-routes
|
| 4048 | 2025-02-28T10:09:10.619Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4049 | 2025-02-28T10:09:10.619Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58719
req_id = 137cc92e-b577-45c0-8825-38a3a3873521
response_code = 204
uri = /eip-gateways
|
| 4050 | 2025-02-28T10:09:10.627Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 180
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58719
req_id = 737d6b61-192b-4763-9794-8453c0ec43c7
response_code = 204
uri = /vpc-routes
|
| 4051 | 2025-02-28T10:09:10.683Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33812
|
| 4052 | 2025-02-28T10:09:10.683Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4053 | 2025-02-28T10:09:10.724Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4054 | 2025-02-28T10:09:10.783Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 99803
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33812
req_id = 63e2cb0b-f80b-44fa-b51b-4a82cbb2bb18
response_code = 204
uri = /switch-ports
|
| 4055 | 2025-02-28T10:09:10.783Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49400
|
| 4056 | 2025-02-28T10:09:10.783Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49400
req_id = 9e6ba51d-d2e6-4b27-9325-ec67a40930df
response_code = 200
uri = /v2p
|
| 4057 | 2025-02-28T10:09:10.783Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 222
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33812
req_id = 5cd13df1-e7a8-48e0-a629-d070c5e4f439
response_code = 200
uri = /network-bootstore-config
|
| 4058 | 2025-02-28T10:09:25.400Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7227
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 0019f12e-d674-4165-893b-3a3bf2b898e1
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4059 | 2025-02-28T10:09:39.033Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43055
|
| 4060 | 2025-02-28T10:09:39.033Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 42
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43055
req_id = 59d8345a-a192-48fe-a193-741c7e838d3f
response_code = 200
uri = /baseboard
|
| 4061 | 2025-02-28T10:09:39.321Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52941
|
| 4062 | 2025-02-28T10:09:39.321Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52941
req_id = 2a709a0f-3703-4d7c-85c2-554b2455b14f
response_code = 200
uri = /vpc-routes
|
| 4063 | 2025-02-28T10:09:39.348Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4064 | 2025-02-28T10:09:39.348Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52941
req_id = 5278e35d-b40d-4d1d-b1c2-d1dac5d11d3c
response_code = 204
uri = /eip-gateways
|
| 4065 | 2025-02-28T10:09:39.363Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 434
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52941
req_id = b56bd62f-bef4-4b20-9677-57453778eae3
response_code = 204
uri = /vpc-routes
|
| 4066 | 2025-02-28T10:09:39.448Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54196
|
| 4067 | 2025-02-28T10:09:39.448Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54196
req_id = f3b924d1-4f3c-43b7-a659-a02646614ab1
response_code = 200
uri = /vpc-routes
|
| 4068 | 2025-02-28T10:09:39.464Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4069 | 2025-02-28T10:09:39.464Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54196
req_id = 0053050c-afc5-4ffd-9c73-1c2fc29b0e9b
response_code = 204
uri = /eip-gateways
|
| 4070 | 2025-02-28T10:09:39.474Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 351
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54196
req_id = 96c335ca-4f68-451a-aa7f-6bdcebae17c3
response_code = 204
uri = /vpc-routes
|
| 4071 | 2025-02-28T10:09:39.611Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43515
|
| 4072 | 2025-02-28T10:09:39.612Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 162
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43515
req_id = a5794567-59bd-4390-8249-cf0e21843ab3
response_code = 200
uri = /v2p
|
| 4073 | 2025-02-28T10:09:39.631Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55660
|
| 4074 | 2025-02-28T10:09:39.631Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54192
|
| 4075 | 2025-02-28T10:09:39.631Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4076 | 2025-02-28T10:09:39.631Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 248
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55660
req_id = d56410c0-c3ca-46fb-b0b2-630de7b174a7
response_code = 200
uri = /v2p
|
| 4077 | 2025-02-28T10:09:39.670Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4078 | 2025-02-28T10:09:39.674Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56393
|
| 4079 | 2025-02-28T10:09:39.725Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4080 | 2025-02-28T10:09:39.725Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 93844
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:54192
req_id = a7ea3cce-6e46-4b77-a4f9-a018bc08d278
response_code = 204
uri = /switch-ports
|
| 4081 | 2025-02-28T10:09:39.729Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 731
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54192
req_id = cd92de7d-e072-4923-92d7-48cc9033464c
response_code = 200
uri = /network-bootstore-config
|
| 4082 | 2025-02-28T10:09:39.763Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4083 | 2025-02-28T10:09:39.813Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 139031
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56393
req_id = 122da9ea-fed0-4b68-a59a-a855e8495c59
response_code = 204
uri = /switch-ports
|
| 4084 | 2025-02-28T10:09:39.813Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 144
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56393
req_id = 0e3043d7-d1cb-406b-8826-269315b5eca3
response_code = 200
uri = /network-bootstore-config
|
| 4085 | 2025-02-28T10:09:40.705Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40903
|
| 4086 | 2025-02-28T10:09:40.705Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40903
req_id = 4f5ac140-9a52-41de-baf1-c2dba798e161
response_code = 200
uri = /vpc-routes
|
| 4087 | 2025-02-28T10:09:40.723Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4088 | 2025-02-28T10:09:40.723Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40903
req_id = 5e6392db-69f5-41eb-9268-2c7bd9c42512
response_code = 204
uri = /eip-gateways
|
| 4089 | 2025-02-28T10:09:40.754Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48384
|
| 4090 | 2025-02-28T10:09:40.754Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48384
req_id = ffc0ee8f-4e73-4384-9c3e-db625b11e35c
response_code = 200
uri = /v2p
|
| 4091 | 2025-02-28T10:09:40.757Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40903
req_id = f187ac1a-e5a8-4f6d-877d-26bd81f01484
response_code = 204
uri = /vpc-routes
|
| 4092 | 2025-02-28T10:09:40.980Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58306
|
| 4093 | 2025-02-28T10:09:40.980Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4094 | 2025-02-28T10:09:41.019Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4095 | 2025-02-28T10:09:41.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 94440
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:58306
req_id = f69c9944-69ac-4ad0-9fa0-f360494dabd4
response_code = 204
uri = /switch-ports
|
| 4096 | 2025-02-28T10:09:41.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58306
req_id = 6a65a957-50e6-4545-b808-6ac1860d5a72
response_code = 200
uri = /network-bootstore-config
|
| 4097 | 2025-02-28T10:09:46.868Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:197
|
| 4098 | 2025-02-28T10:09:46.868Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4099 | 2025-02-28T10:09:46.896Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 2978, tv_nsec: 189356274 }
time_to_next_cleanup = 599.9999972s
|
| 4100 | 2025-02-28T10:09:55.401Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 8306
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 10114777-32fc-4b55-8f50-7fbfde975e2d
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4101 | 2025-02-28T10:10:01.938Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 4102 | 2025-02-28T10:10:09.067Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58140
|
| 4103 | 2025-02-28T10:10:09.067Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 38
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58140
req_id = 3735fe98-6c1d-45b1-9238-2b1c70133d4d
response_code = 200
uri = /baseboard
|
| 4104 | 2025-02-28T10:10:09.334Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43694
|
| 4105 | 2025-02-28T10:10:09.334Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43694
req_id = 083dc40b-6250-4b85-9fd3-58503b038651
response_code = 200
uri = /vpc-routes
|
| 4106 | 2025-02-28T10:10:09.342Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40720
|
| 4107 | 2025-02-28T10:10:09.342Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 140
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40720
req_id = b01ad706-8849-4b92-a553-51e0250d6d8a
response_code = 200
uri = /v2p
|
| 4108 | 2025-02-28T10:10:09.348Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4109 | 2025-02-28T10:10:09.348Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43694
req_id = c734c86e-7f36-4978-b0ad-83b4783c5f8c
response_code = 204
uri = /eip-gateways
|
| 4110 | 2025-02-28T10:10:09.358Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43694
req_id = 35b3e346-0174-4058-bbd9-bc59fdb5f67c
response_code = 204
uri = /vpc-routes
|
| 4111 | 2025-02-28T10:10:09.381Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44766
|
| 4112 | 2025-02-28T10:10:09.381Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4113 | 2025-02-28T10:10:09.421Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4114 | 2025-02-28T10:10:09.480Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 99581
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:44766
req_id = 9375aaf2-a739-4bad-b7a9-d32595c38181
response_code = 204
uri = /switch-ports
|
| 4115 | 2025-02-28T10:10:09.481Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49581
|
| 4116 | 2025-02-28T10:10:09.481Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49581
req_id = d9a1ecec-661d-447d-96ce-6e319d70cfaa
response_code = 200
uri = /vpc-routes
|
| 4117 | 2025-02-28T10:10:09.481Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44766
req_id = 73062d5f-e79d-4535-9639-c0719a6fa781
response_code = 200
uri = /network-bootstore-config
|
| 4118 | 2025-02-28T10:10:09.500Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4119 | 2025-02-28T10:10:09.500Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49581
req_id = f10c0b6c-9ff6-43a3-b601-9422bf77a272
response_code = 204
uri = /eip-gateways
|
| 4120 | 2025-02-28T10:10:09.510Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36508
|
| 4121 | 2025-02-28T10:10:09.510Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36508
req_id = 16ef6f17-e98e-42bc-a714-6c2f81679130
response_code = 200
uri = /v2p
|
| 4122 | 2025-02-28T10:10:09.519Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 186
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49581
req_id = 5828d342-d361-42e8-8d05-9ce0fa7d0187
response_code = 204
uri = /vpc-routes
|
| 4123 | 2025-02-28T10:10:09.568Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56446
|
| 4124 | 2025-02-28T10:10:09.568Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4125 | 2025-02-28T10:10:09.607Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4126 | 2025-02-28T10:10:09.664Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 95667
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56446
req_id = 1bdf153b-79eb-4fb2-9be5-e48010f599a4
response_code = 204
uri = /switch-ports
|
| 4127 | 2025-02-28T10:10:09.664Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56446
req_id = 4c18c2a1-6d07-4e91-a63d-f7da8bacac6c
response_code = 200
uri = /network-bootstore-config
|
| 4128 | 2025-02-28T10:10:10.606Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37590
|
| 4129 | 2025-02-28T10:10:10.606Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37590
req_id = 1ba9094c-da0b-4adc-89c9-09a35ec2bbf9
response_code = 200
uri = /vpc-routes
|
| 4130 | 2025-02-28T10:10:10.687Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48162
|
| 4131 | 2025-02-28T10:10:10.687Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48162
req_id = 05382186-ff4f-4819-a2a9-1e0deac1f229
response_code = 200
uri = /v2p
|
| 4132 | 2025-02-28T10:10:10.700Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4133 | 2025-02-28T10:10:10.700Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37590
req_id = 44d9544e-9dda-4353-83ec-25774d236347
response_code = 204
uri = /eip-gateways
|
| 4134 | 2025-02-28T10:10:10.710Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 158
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37590
req_id = a64671cd-7331-464d-bb98-f9fdd40ab201
response_code = 204
uri = /vpc-routes
|
| 4135 | 2025-02-28T10:10:10.752Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35224
|
| 4136 | 2025-02-28T10:10:10.752Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4137 | 2025-02-28T10:10:10.792Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4138 | 2025-02-28T10:10:10.846Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 93310
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:35224
req_id = 59c8b192-7e86-42ae-ade4-8942bf81fda4
response_code = 204
uri = /switch-ports
|
| 4139 | 2025-02-28T10:10:10.846Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35224
req_id = 7870e0d0-5a96-4bd3-be9d-39b5f6b011bb
response_code = 200
uri = /network-bootstore-config
|
| 4140 | 2025-02-28T10:10:25.402Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 8664
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 9e5560bd-ba0e-4c6e-b394-f98e318ba8c9
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4141 | 2025-02-28T10:10:39.102Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61409
|
| 4142 | 2025-02-28T10:10:39.102Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 113
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61409
req_id = 2dbd00e9-36e5-422f-a3dd-51fbe5f9aecd
response_code = 200
uri = /baseboard
|
| 4143 | 2025-02-28T10:10:39.449Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42041
|
| 4144 | 2025-02-28T10:10:39.449Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 192
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42041
req_id = a1939a9c-98a7-4cd4-a918-5607ad69b6ca
response_code = 200
uri = /v2p
|
| 4145 | 2025-02-28T10:10:39.456Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45851
|
| 4146 | 2025-02-28T10:10:39.456Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45851
req_id = 04fbecd7-058f-4a1f-b0ea-afa599871f1f
response_code = 200
uri = /vpc-routes
|
| 4147 | 2025-02-28T10:10:39.472Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4148 | 2025-02-28T10:10:39.472Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45851
req_id = ea744be0-01e5-4c62-a5f6-b100ea4ff538
response_code = 204
uri = /eip-gateways
|
| 4149 | 2025-02-28T10:10:39.481Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 220
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45851
req_id = 2c7a87ee-fd33-4e1d-997d-76351649366c
response_code = 204
uri = /vpc-routes
|
| 4150 | 2025-02-28T10:10:39.487Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33565
|
| 4151 | 2025-02-28T10:10:39.487Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 34
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33565
req_id = b2911133-7246-4204-8184-22545c410675
response_code = 200
uri = /vpc-routes
|
| 4152 | 2025-02-28T10:10:39.557Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4153 | 2025-02-28T10:10:39.557Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:33565
req_id = 9cf9f9a7-6a95-4389-99d3-a8bdffd6c226
response_code = 204
uri = /eip-gateways
|
| 4154 | 2025-02-28T10:10:39.567Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:33565
req_id = 1326d143-3e36-4546-b5c7-6d85508daaec
response_code = 204
uri = /vpc-routes
|
| 4155 | 2025-02-28T10:10:39.591Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47083
|
| 4156 | 2025-02-28T10:10:39.592Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4157 | 2025-02-28T10:10:39.634Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4158 | 2025-02-28T10:10:39.694Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 102282
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:47083
req_id = beb19f70-fa85-467a-9ecb-03d727edd618
response_code = 204
uri = /switch-ports
|
| 4159 | 2025-02-28T10:10:39.694Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39037
|
| 4160 | 2025-02-28T10:10:39.694Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4161 | 2025-02-28T10:10:39.698Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 3663
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47083
req_id = cf70e59c-8110-4cad-9898-2aae0f8e1732
response_code = 200
uri = /network-bootstore-config
|
| 4162 | 2025-02-28T10:10:39.710Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50850
|
| 4163 | 2025-02-28T10:10:39.710Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 255
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50850
req_id = 78259227-423b-4aa1-acbe-4463d6228ed0
response_code = 200
uri = /v2p
|
| 4164 | 2025-02-28T10:10:39.730Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4165 | 2025-02-28T10:10:39.786Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 91968
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:39037
req_id = b8ea7f80-edf1-4055-abf5-b3750e71d005
response_code = 204
uri = /switch-ports
|
| 4166 | 2025-02-28T10:10:39.786Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39037
req_id = fc8de1c4-d446-4b04-a361-557d25e5e66d
response_code = 200
uri = /network-bootstore-config
|
| 4167 | 2025-02-28T10:10:40.877Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47865
|
| 4168 | 2025-02-28T10:10:40.877Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47865
req_id = 98937eae-7bc7-4135-872e-7b05bdd3d248
response_code = 200
uri = /vpc-routes
|
| 4169 | 2025-02-28T10:10:40.920Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4170 | 2025-02-28T10:10:40.920Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47865
req_id = caacedc9-2dfc-4e38-910e-6eba6dfb32cd
response_code = 204
uri = /eip-gateways
|
| 4171 | 2025-02-28T10:10:41.126Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36225
|
| 4172 | 2025-02-28T10:10:41.126Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36225
req_id = be623db6-ac9f-4cdf-b13a-26d413b8d4f4
response_code = 200
uri = /v2p
|
| 4173 | 2025-02-28T10:10:41.136Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 332
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47865
req_id = eae65b96-b359-4cc4-9133-13a6d9a5201b
response_code = 204
uri = /vpc-routes
|
| 4174 | 2025-02-28T10:10:41.144Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38640
|
| 4175 | 2025-02-28T10:10:41.144Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4176 | 2025-02-28T10:10:41.182Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4177 | 2025-02-28T10:10:41.241Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 96686
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:38640
req_id = 21ebcf82-fbdc-4bbb-8f0e-c2ceb1039f91
response_code = 204
uri = /switch-ports
|
| 4178 | 2025-02-28T10:10:41.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 182
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38640
req_id = 725d7afc-1add-4e99-8e8a-7cbc2d434caa
response_code = 200
uri = /network-bootstore-config
|
| 4179 | 2025-02-28T10:10:55.401Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7751
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = e426c12a-5bfb-4e67-8219-566ed51ae56a
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4180 | 2025-02-28T10:11:09.171Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:35602
|
| 4181 | 2025-02-28T10:11:09.171Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 113
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:35602
req_id = 56b10f00-1707-4778-affe-58e7baa2335c
response_code = 200
uri = /baseboard
|
| 4182 | 2025-02-28T10:11:09.339Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65459
|
| 4183 | 2025-02-28T10:11:09.339Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65459
req_id = d5d325b5-b1a0-45c1-b656-55837eb3d2a1
response_code = 200
uri = /vpc-routes
|
| 4184 | 2025-02-28T10:11:09.354Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4185 | 2025-02-28T10:11:09.354Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65459
req_id = e12c3c90-f48f-4f8b-b719-1a0455ae7352
response_code = 204
uri = /eip-gateways
|
| 4186 | 2025-02-28T10:11:09.361Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35968
|
| 4187 | 2025-02-28T10:11:09.361Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35968
req_id = f01afaf9-d4d7-4ddf-bcbc-49dbfc5625f3
response_code = 200
uri = /vpc-routes
|
| 4188 | 2025-02-28T10:11:09.363Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 264
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65459
req_id = 4bf63306-f53a-4696-a797-5e695236bdda
response_code = 204
uri = /vpc-routes
|
| 4189 | 2025-02-28T10:11:09.375Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4190 | 2025-02-28T10:11:09.375Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 37
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35968
req_id = 4736a8d1-8b35-4f1f-8cda-b7d6164a978c
response_code = 204
uri = /eip-gateways
|
| 4191 | 2025-02-28T10:11:09.388Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 184
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35968
req_id = 21a017a2-6322-4dfd-ac7e-6b1f61749958
response_code = 204
uri = /vpc-routes
|
| 4192 | 2025-02-28T10:11:09.403Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55490
|
| 4193 | 2025-02-28T10:11:09.403Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4194 | 2025-02-28T10:11:09.446Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4195 | 2025-02-28T10:11:09.508Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 105219
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55490
req_id = a18351fe-d375-4964-ae06-4098813181d2
response_code = 204
uri = /switch-ports
|
| 4196 | 2025-02-28T10:11:09.508Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34805
|
| 4197 | 2025-02-28T10:11:09.508Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60289
|
| 4198 | 2025-02-28T10:11:09.508Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55490
req_id = 67ac0421-dfb5-46ff-92fb-e5acd8d776fe
response_code = 200
uri = /network-bootstore-config
|
| 4199 | 2025-02-28T10:11:09.508Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65027
|
| 4200 | 2025-02-28T10:11:09.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65027
req_id = 7a5e40cd-3a2c-4cb4-bb3e-f6a380cde32a
response_code = 200
uri = /v2p
|
| 4201 | 2025-02-28T10:11:09.509Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4202 | 2025-02-28T10:11:09.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 290
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60289
req_id = e26dfbde-d256-4b68-b91d-24817e5a7095
response_code = 200
uri = /v2p
|
| 4203 | 2025-02-28T10:11:09.549Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4204 | 2025-02-28T10:11:09.610Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 101626
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:34805
req_id = 759bc809-1765-4fea-945d-f76e18a32d82
response_code = 204
uri = /switch-ports
|
| 4205 | 2025-02-28T10:11:09.611Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34805
req_id = 58fa6f13-ab34-4666-85ab-24fbfd7cbc69
response_code = 200
uri = /network-bootstore-config
|
| 4206 | 2025-02-28T10:11:10.558Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51919
|
| 4207 | 2025-02-28T10:11:10.558Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51919
req_id = 7d0fcc7d-800c-46be-bdaf-b0ba9beaa94b
response_code = 200
uri = /vpc-routes
|
| 4208 | 2025-02-28T10:11:10.604Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4209 | 2025-02-28T10:11:10.604Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51919
req_id = 670713b9-5bb6-4d48-8921-7530bc7c6551
response_code = 204
uri = /eip-gateways
|
| 4210 | 2025-02-28T10:11:10.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 211
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51919
req_id = a4c3fd19-8898-478f-8bcb-63f912c9af66
response_code = 204
uri = /vpc-routes
|
| 4211 | 2025-02-28T10:11:10.660Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56465
|
| 4212 | 2025-02-28T10:11:10.660Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4213 | 2025-02-28T10:11:10.706Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4214 | 2025-02-28T10:11:10.771Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 111814
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:56465
req_id = 447d014c-521e-4429-9703-44fbc61a5a6d
response_code = 204
uri = /switch-ports
|
| 4215 | 2025-02-28T10:11:10.772Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41946
|
| 4216 | 2025-02-28T10:11:10.772Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41946
req_id = c4833a15-ff78-4b96-8329-24ffed6dbae2
response_code = 200
uri = /v2p
|
| 4217 | 2025-02-28T10:11:10.772Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 240
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56465
req_id = 36dc78b3-0329-4801-a2ed-27c8fdc5bfbb
response_code = 200
uri = /network-bootstore-config
|
| 4218 | 2025-02-28T10:11:25.405Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 11506
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = d145a780-85d0-40b2-9a6d-5aa86493256e
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4219 | 2025-02-28T10:11:39.228Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41984
|
| 4220 | 2025-02-28T10:11:39.228Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 56
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41984
req_id = 2edaa86a-1e22-4c6f-b8d5-b4d9343f32ed
response_code = 200
uri = /baseboard
|
| 4221 | 2025-02-28T10:11:39.426Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63085
|
| 4222 | 2025-02-28T10:11:39.426Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63085
req_id = 777ec126-73d4-404c-a6eb-4977cf0f05f7
response_code = 200
uri = /vpc-routes
|
| 4223 | 2025-02-28T10:11:39.430Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52503
|
| 4224 | 2025-02-28T10:11:39.430Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 37
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52503
req_id = 73f98b44-3bbe-499b-8bf4-32cf0b0a253d
response_code = 200
uri = /vpc-routes
|
| 4225 | 2025-02-28T10:11:39.474Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4226 | 2025-02-28T10:11:39.474Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63085
req_id = 37689c02-7300-4868-8640-99f9fca29379
response_code = 204
uri = /eip-gateways
|
| 4227 | 2025-02-28T10:11:39.474Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4228 | 2025-02-28T10:11:39.474Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 26
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52503
req_id = 59be1491-7661-4b2e-8969-2e9a796fc9c9
response_code = 204
uri = /eip-gateways
|
| 4229 | 2025-02-28T10:11:39.483Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 270
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63085
req_id = 7ed75984-ea42-49c6-b50b-f245f858db4b
response_code = 204
uri = /vpc-routes
|
| 4230 | 2025-02-28T10:11:39.484Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52503
req_id = d1aea627-ab4d-4e14-9027-828125c707fa
response_code = 204
uri = /vpc-routes
|
| 4231 | 2025-02-28T10:11:39.570Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39483
|
| 4232 | 2025-02-28T10:11:39.570Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 185
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39483
req_id = 3b6a79e6-a972-4cb9-b1e8-06af1e87ca9c
response_code = 200
uri = /v2p
|
| 4233 | 2025-02-28T10:11:39.584Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48849
|
| 4234 | 2025-02-28T10:11:39.584Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4235 | 2025-02-28T10:11:39.624Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4236 | 2025-02-28T10:11:39.679Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 95098
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:48849
req_id = 7a4ac3c5-78d8-4987-bb1a-cfce1960cbb4
response_code = 204
uri = /switch-ports
|
| 4237 | 2025-02-28T10:11:39.679Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48264
|
| 4238 | 2025-02-28T10:11:39.679Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52207
|
| 4239 | 2025-02-28T10:11:39.680Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4240 | 2025-02-28T10:11:39.683Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 3401
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48264
req_id = 48af1489-840e-40cb-a8b0-8ae26c71d232
response_code = 200
uri = /v2p
|
| 4241 | 2025-02-28T10:11:39.683Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 3572
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48849
req_id = 98e2da7d-a36e-449b-8c68-a65fc09ee28e
response_code = 200
uri = /network-bootstore-config
|
| 4242 | 2025-02-28T10:11:39.716Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4243 | 2025-02-28T10:11:39.767Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 87818
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52207
req_id = a02ec8b7-9e8b-4f8c-a7e6-b85fab463c62
response_code = 204
uri = /switch-ports
|
| 4244 | 2025-02-28T10:11:39.768Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 153
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52207
req_id = 6aeb1f8d-047c-4874-99d6-86b29e9ff311
response_code = 200
uri = /network-bootstore-config
|
| 4245 | 2025-02-28T10:11:40.714Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55138
|
| 4246 | 2025-02-28T10:11:40.714Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55138
req_id = 6d835484-9b1f-4e1d-abf2-2aac628e9d0f
response_code = 200
uri = /vpc-routes
|
| 4247 | 2025-02-28T10:11:40.723Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62776
|
| 4248 | 2025-02-28T10:11:40.724Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62776
req_id = c0c7fd6e-c59d-43a3-a565-abc008a3843d
response_code = 200
uri = /v2p
|
| 4249 | 2025-02-28T10:11:40.754Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4250 | 2025-02-28T10:11:40.754Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55138
req_id = de5ac927-6005-404c-87a7-b827e4293b82
response_code = 204
uri = /eip-gateways
|
| 4251 | 2025-02-28T10:11:40.764Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 160
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55138
req_id = 038eb32d-022f-4bdc-87a6-c5cd3435f052
response_code = 204
uri = /vpc-routes
|
| 4252 | 2025-02-28T10:11:40.838Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42668
|
| 4253 | 2025-02-28T10:11:40.838Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4254 | 2025-02-28T10:11:40.877Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4255 | 2025-02-28T10:11:40.935Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 97190
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:42668
req_id = e6d05056-bc76-4cf1-bd12-21cfe73ad568
response_code = 204
uri = /switch-ports
|
| 4256 | 2025-02-28T10:11:40.936Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42668
req_id = 7a8dfde7-f220-4890-ab33-28d8a375cc5a
response_code = 200
uri = /network-bootstore-config
|
| 4257 | 2025-02-28T10:11:55.401Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7626
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 21db58b7-d1e9-4709-a44f-909ca173f563
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4258 | 2025-02-28T10:12:09.268Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38194
|
| 4259 | 2025-02-28T10:12:09.269Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 82
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38194
req_id = 273194b8-5fda-4d41-bf89-64ff5dd09e91
response_code = 200
uri = /baseboard
|
| 4260 | 2025-02-28T10:12:09.313Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40234
|
| 4261 | 2025-02-28T10:12:09.313Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40234
req_id = cf48f9ef-0db7-446c-ae45-d2ac8e942747
response_code = 200
uri = /vpc-routes
|
| 4262 | 2025-02-28T10:12:09.338Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4263 | 2025-02-28T10:12:09.338Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40234
req_id = 5459c471-c44b-4177-af13-9751d34e2055
response_code = 204
uri = /eip-gateways
|
| 4264 | 2025-02-28T10:12:09.348Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36977
|
| 4265 | 2025-02-28T10:12:09.348Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 290
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40234
req_id = 6133f87b-d852-4e1c-9820-44b6bd600138
response_code = 204
uri = /vpc-routes
|
| 4266 | 2025-02-28T10:12:09.348Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36977
req_id = aa2e29b4-ab99-462c-ba15-f078df90820e
response_code = 200
uri = /vpc-routes
|
| 4267 | 2025-02-28T10:12:09.403Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4268 | 2025-02-28T10:12:09.403Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36977
req_id = 615a57fe-0f32-413a-8b7e-14f7acadc75f
response_code = 204
uri = /eip-gateways
|
| 4269 | 2025-02-28T10:12:09.413Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 281
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36977
req_id = 250dba82-1690-4b07-a5ec-be02a444ff28
response_code = 204
uri = /vpc-routes
|
| 4270 | 2025-02-28T10:12:09.462Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45390
|
| 4271 | 2025-02-28T10:12:09.462Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4272 | 2025-02-28T10:12:09.503Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4273 | 2025-02-28T10:12:09.561Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 98898
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:45390
req_id = 3e5e9332-73d6-426d-a784-6d20db1f4c03
response_code = 204
uri = /switch-ports
|
| 4274 | 2025-02-28T10:12:09.561Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57497
|
| 4275 | 2025-02-28T10:12:09.561Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37981
|
| 4276 | 2025-02-28T10:12:09.561Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36544
|
| 4277 | 2025-02-28T10:12:09.561Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 294
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45390
req_id = 6721185d-3699-4d37-94fa-98d9603940da
response_code = 200
uri = /network-bootstore-config
|
| 4278 | 2025-02-28T10:12:09.561Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 241
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36544
req_id = 147007f7-0f68-4cd3-bc3d-ab144ee9cc71
response_code = 200
uri = /v2p
|
| 4279 | 2025-02-28T10:12:09.561Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4280 | 2025-02-28T10:12:09.561Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 278
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57497
req_id = b36a6b4f-d91e-478e-af57-c7f476cedfbe
response_code = 200
uri = /v2p
|
| 4281 | 2025-02-28T10:12:09.599Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4282 | 2025-02-28T10:12:09.658Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 96958
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37981
req_id = 4638d1f7-da14-4441-a8b7-21f97a107801
response_code = 204
uri = /switch-ports
|
| 4283 | 2025-02-28T10:12:09.658Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37981
req_id = 91dab536-0fc8-4ed7-a0c9-315b140ae39f
response_code = 200
uri = /network-bootstore-config
|
| 4284 | 2025-02-28T10:12:10.676Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45874
|
| 4285 | 2025-02-28T10:12:10.676Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45874
req_id = 01d2e0b0-c4e6-492a-b2c9-7526e30f4acb
response_code = 200
uri = /vpc-routes
|
| 4286 | 2025-02-28T10:12:10.731Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4287 | 2025-02-28T10:12:10.731Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:45874
req_id = a8ff65f9-61c0-41c8-b42d-6addb62e9936
response_code = 204
uri = /eip-gateways
|
| 4288 | 2025-02-28T10:12:10.742Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 213
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:45874
req_id = 813d34fe-d9d5-4174-bfc7-36250d1c62c5
response_code = 204
uri = /vpc-routes
|
| 4289 | 2025-02-28T10:12:10.810Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49220
|
| 4290 | 2025-02-28T10:12:10.810Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4291 | 2025-02-28T10:12:10.850Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4292 | 2025-02-28T10:12:10.909Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 98273
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49220
req_id = c6b69b71-ad65-4d4a-90dc-665a79b27e3e
response_code = 204
uri = /switch-ports
|
| 4293 | 2025-02-28T10:12:10.909Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51565
|
| 4294 | 2025-02-28T10:12:10.909Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51565
req_id = c6f29a6b-0182-499c-9ca5-275fdb1b98f6
response_code = 200
uri = /v2p
|
| 4295 | 2025-02-28T10:12:10.909Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 246
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49220
req_id = d3cdf53f-d28f-47c3-8cea-14ea5873076b
response_code = 200
uri = /network-bootstore-config
|
| 4296 | 2025-02-28T10:12:25.401Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7685
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 38d314b6-06ee-4214-85c1-6eac056a644e
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4297 | 2025-02-28T10:12:39.321Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36055
|
| 4298 | 2025-02-28T10:12:39.321Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 90
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36055
req_id = 47644f6e-c88d-4baa-b5b0-371b7795335a
response_code = 200
uri = /baseboard
|
| 4299 | 2025-02-28T10:12:39.459Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52920
|
| 4300 | 2025-02-28T10:12:39.459Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52920
req_id = fa997c9d-9c06-4b3e-9d82-afb9daf255ba
response_code = 200
uri = /vpc-routes
|
| 4301 | 2025-02-28T10:12:39.498Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50494
|
| 4302 | 2025-02-28T10:12:39.499Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 37
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50494
req_id = 679b1c7d-9c46-49b3-a245-0aa93e834a9b
response_code = 200
uri = /vpc-routes
|
| 4303 | 2025-02-28T10:12:39.679Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62838
|
| 4304 | 2025-02-28T10:12:39.679Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4305 | 2025-02-28T10:12:39.680Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 442
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62838
req_id = 55f6e5ad-6431-476f-bf83-ea9536855acc
response_code = 200
uri = /artifacts
|
| 4306 | 2025-02-28T10:12:39.683Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38129
|
| 4307 | 2025-02-28T10:12:39.683Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38129
req_id = e11a1b9f-074e-4481-8816-cb3d6dcf90ee
response_code = 200
uri = /v2p
|
| 4308 | 2025-02-28T10:12:39.686Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4309 | 2025-02-28T10:12:39.686Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52920
req_id = aa227cb0-3b6c-4015-bc61-b4b41afc5c09
response_code = 204
uri = /eip-gateways
|
| 4310 | 2025-02-28T10:12:39.695Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 215
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52920
req_id = 550442c3-71f8-4ce3-a5c1-3a954d25c614
response_code = 204
uri = /vpc-routes
|
| 4311 | 2025-02-28T10:12:39.714Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41311
|
| 4312 | 2025-02-28T10:12:39.715Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4313 | 2025-02-28T10:12:39.762Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4314 | 2025-02-28T10:12:39.827Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 112963
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:41311
req_id = 36aec237-954e-4717-8e19-fe60057d1e4b
response_code = 204
uri = /switch-ports
|
| 4315 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49280
|
| 4316 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59546
|
| 4317 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36664
|
| 4318 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62881
|
| 4319 | 2025-02-28T10:12:39.828Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4320 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4321 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 330
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50494
req_id = f2ef59e7-b13a-43e4-9336-bb2b49446c2a
response_code = 204
uri = /eip-gateways
|
| 4322 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4323 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 490
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41311
req_id = 6f4c21c3-4ee0-4d13-a6d1-3c07ae193017
response_code = 200
uri = /network-bootstore-config
|
| 4324 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4325 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4326 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4327 | 2025-02-28T10:12:39.828Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 274
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36664
req_id = bdf47ca0-b13f-469e-8fd6-e3668a387400
response_code = 200
uri = /v2p
|
| 4328 | 2025-02-28T10:12:39.829Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 555
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49280
req_id = 4235b8fa-c77b-4182-9277-271cdf6a20be
response_code = 200
uri = /artifacts
|
| 4329 | 2025-02-28T10:12:39.839Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4330 | 2025-02-28T10:12:39.840Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 647
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50494
req_id = d96254e0-6d3e-41f5-b9c2-a260ca028581
response_code = 204
uri = /vpc-routes
|
| 4331 | 2025-02-28T10:12:39.858Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4332 | 2025-02-28T10:12:39.858Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_649afb3b-3539-4923-b40d-d88d27cfff4f
|
| 4333 | 2025-02-28T10:12:39.879Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4334 | 2025-02-28T10:12:39.892Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4335 | 2025-02-28T10:12:39.892Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91
|
| 4336 | 2025-02-28T10:12:39.901Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34654
|
| 4337 | 2025-02-28T10:12:39.909Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4338 | 2025-02-28T10:12:39.909Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4339 | 2025-02-28T10:12:39.909Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4340 | 2025-02-28T10:12:39.918Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4341 | 2025-02-28T10:12:39.923Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4342 | 2025-02-28T10:12:39.923Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83
|
| 4343 | 2025-02-28T10:12:39.941Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4344 | 2025-02-28T10:12:39.941Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_649afb3b-3539-4923-b40d-d88d27cfff4f
|
| 4345 | 2025-02-28T10:12:39.964Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 135323
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:62881
req_id = d92233e7-6360-460c-9bdc-ba2e3c839722
response_code = 204
uri = /switch-ports
|
| 4346 | 2025-02-28T10:12:39.970Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 717
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62881
req_id = 7d790ebe-a7e4-4767-a771-284667e9e508
response_code = 200
uri = /network-bootstore-config
|
| 4347 | 2025-02-28T10:12:39.972Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4348 | 2025-02-28T10:12:39.972Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91
|
| 4349 | 2025-02-28T10:12:39.979Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48206
|
| 4350 | 2025-02-28T10:12:39.979Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:759
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4351 | 2025-02-28T10:12:39.979Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4352 | 2025-02-28T10:12:39.979Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4353 | 2025-02-28T10:12:39.979Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4354 | 2025-02-28T10:12:39.979Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4355 | 2025-02-28T10:12:39.979Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte0"
rules = []
|
| 4356 | 2025-02-28T10:12:39.979Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4357 | 2025-02-28T10:12:39.979Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 413
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48206
req_id = 4786b898-0fd7-45e7-9fb0-9ff24c3ca1ac
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4358 | 2025-02-28T10:12:39.988Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4359 | 2025-02-28T10:12:39.988Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446
|
| 4360 | 2025-02-28T10:12:40.005Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4361 | 2025-02-28T10:12:40.006Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83
|
| 4362 | 2025-02-28T10:12:40.006Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55117
|
| 4363 | 2025-02-28T10:12:40.012Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:759
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4364 | 2025-02-28T10:12:40.012Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4365 | 2025-02-28T10:12:40.012Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4366 | 2025-02-28T10:12:40.012Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4367 | 2025-02-28T10:12:40.012Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4368 | 2025-02-28T10:12:40.012Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte0"
rules = []
|
| 4369 | 2025-02-28T10:12:40.012Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4370 | 2025-02-28T10:12:40.012Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 697
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55117
req_id = f4c42088-53ac-45e5-a4ff-a8f87fee80c1
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4371 | 2025-02-28T10:12:40.021Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4372 | 2025-02-28T10:12:40.021Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3897c72b-37ba-4126-b207-cca189c4751f
|
| 4373 | 2025-02-28T10:12:40.043Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4374 | 2025-02-28T10:12:40.043Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_cad7c44e-69e1-48a0-a08c-982b51e87095
|
| 4375 | 2025-02-28T10:12:40.055Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4376 | 2025-02-28T10:12:40.055Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446
|
| 4377 | 2025-02-28T10:12:40.072Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4378 | 2025-02-28T10:12:40.072Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0
|
| 4379 | 2025-02-28T10:12:40.087Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4380 | 2025-02-28T10:12:40.087Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3897c72b-37ba-4126-b207-cca189c4751f
|
| 4381 | 2025-02-28T10:12:40.101Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4382 | 2025-02-28T10:12:40.101Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c
|
| 4383 | 2025-02-28T10:12:40.117Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4384 | 2025-02-28T10:12:40.117Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_cad7c44e-69e1-48a0-a08c-982b51e87095
|
| 4385 | 2025-02-28T10:12:40.133Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4386 | 2025-02-28T10:12:40.133Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e
|
| 4387 | 2025-02-28T10:12:40.149Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4388 | 2025-02-28T10:12:40.149Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0
|
| 4389 | 2025-02-28T10:12:40.153Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 324994
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59546
req_id = cb11280c-f7d9-4820-9562-092d632ba0fb
response_code = 200
uri = /inventory
|
| 4390 | 2025-02-28T10:12:40.171Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4391 | 2025-02-28T10:12:40.171Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c
|
| 4392 | 2025-02-28T10:12:40.195Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4393 | 2025-02-28T10:12:40.195Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e
|
| 4394 | 2025-02-28T10:12:40.209Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 307406
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34654
req_id = 16499af2-d376-412f-a893-f6b02926cf57
response_code = 200
uri = /inventory
|
| 4395 | 2025-02-28T10:12:40.914Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35336
|
| 4396 | 2025-02-28T10:12:40.914Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35336
req_id = 27a957ac-2ca5-4336-8380-71bfbdf89472
response_code = 200
uri = /vpc-routes
|
| 4397 | 2025-02-28T10:12:40.927Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33542
|
| 4398 | 2025-02-28T10:12:40.927Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4399 | 2025-02-28T10:12:40.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 450
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33542
req_id = 1fcb9de6-a185-4126-9963-f207b5c4bbc0
response_code = 200
uri = /artifacts
|
| 4400 | 2025-02-28T10:12:40.966Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4401 | 2025-02-28T10:12:40.966Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35336
req_id = 7b1adc3f-ff13-4210-828f-a4a5a3a7a3e7
response_code = 204
uri = /eip-gateways
|
| 4402 | 2025-02-28T10:12:40.974Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35336
req_id = 93f51ab0-36a5-4e32-a4b2-350feb21d77b
response_code = 204
uri = /vpc-routes
|
| 4403 | 2025-02-28T10:12:41.117Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37870
|
| 4404 | 2025-02-28T10:12:41.118Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37870
req_id = d1f17ea6-f47b-4c8a-b606-70f66247bea6
response_code = 200
uri = /v2p
|
| 4405 | 2025-02-28T10:12:41.131Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51516
|
| 4406 | 2025-02-28T10:12:41.131Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4407 | 2025-02-28T10:12:41.173Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4408 | 2025-02-28T10:12:41.234Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 103406
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51516
req_id = 5da8696f-a4b3-4640-9ae3-cd4382660967
response_code = 204
uri = /switch-ports
|
| 4409 | 2025-02-28T10:12:41.235Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51516
req_id = e0fd0075-9510-4d9f-a0ee-4a16d4120aba
response_code = 200
uri = /network-bootstore-config
|
| 4410 | 2025-02-28T10:12:41.248Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59643
|
| 4411 | 2025-02-28T10:12:41.248Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:759
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name("external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name("external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name("nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name("nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name("nexus-eec6ba4a-0e08-4655-a573-847658041133"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4412 | 2025-02-28T10:12:41.248Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4413 | 2025-02-28T10:12:41.248Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4414 | 2025-02-28T10:12:41.248Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4415 | 2025-02-28T10:12:41.248Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4416 | 2025-02-28T10:12:41.248Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte0"
rules = []
|
| 4417 | 2025-02-28T10:12:41.249Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:777
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4418 | 2025-02-28T10:12:41.249Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 439
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59643
req_id = 280c0e72-eac9-406f-93e7-273981872aff
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4419 | 2025-02-28T10:12:41.950Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59926
|
| 4420 | 2025-02-28T10:12:41.950Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4421 | 2025-02-28T10:12:41.950Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4422 | 2025-02-28T10:12:41.950Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4423 | 2025-02-28T10:12:41.950Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4424 | 2025-02-28T10:12:41.963Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4425 | 2025-02-28T10:12:41.963Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_649afb3b-3539-4923-b40d-d88d27cfff4f
|
| 4426 | 2025-02-28T10:12:41.986Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4427 | 2025-02-28T10:12:41.986Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91
|
| 4428 | 2025-02-28T10:12:42.010Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4429 | 2025-02-28T10:12:42.010Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83
|
| 4430 | 2025-02-28T10:12:42.029Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4431 | 2025-02-28T10:12:42.029Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446
|
| 4432 | 2025-02-28T10:12:42.052Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4433 | 2025-02-28T10:12:42.052Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3897c72b-37ba-4126-b207-cca189c4751f
|
| 4434 | 2025-02-28T10:12:42.073Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4435 | 2025-02-28T10:12:42.073Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_cad7c44e-69e1-48a0-a08c-982b51e87095
|
| 4436 | 2025-02-28T10:12:42.097Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4437 | 2025-02-28T10:12:42.097Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0
|
| 4438 | 2025-02-28T10:12:42.118Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4439 | 2025-02-28T10:12:42.119Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c
|
| 4440 | 2025-02-28T10:12:42.139Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4441 | 2025-02-28T10:12:42.139Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e
|
| 4442 | 2025-02-28T10:12:42.153Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 203059
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59926
req_id = 063eeb5f-10e8-4a9f-b4a4-53519e463a66
response_code = 200
uri = /inventory
|
| 4443 | 2025-02-28T10:12:55.401Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7689
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = 2f60eb14-67d2-444a-a527-79420a0b7787
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4444 | 2025-02-28T10:13:09.352Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64046
|
| 4445 | 2025-02-28T10:13:09.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64046
req_id = 612a2acc-54a2-4277-870a-3e04b58d5aa4
response_code = 200
uri = /vpc-routes
|
| 4446 | 2025-02-28T10:13:09.353Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42581
|
| 4447 | 2025-02-28T10:13:09.353Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 27
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42581
req_id = a3e43884-7e99-47f7-9eb8-7d3022a6f75c
response_code = 200
uri = /baseboard
|
| 4448 | 2025-02-28T10:13:09.355Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51299
|
| 4449 | 2025-02-28T10:13:09.356Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51299
req_id = 1bd261e6-b374-4865-b128-18005f11b434
response_code = 200
uri = /v2p
|
| 4450 | 2025-02-28T10:13:09.390Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38184
|
| 4451 | 2025-02-28T10:13:09.390Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38184
req_id = 11524147-90a2-44c7-91a2-6c21a38bb293
response_code = 200
uri = /v2p
|
| 4452 | 2025-02-28T10:13:09.431Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4453 | 2025-02-28T10:13:09.431Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64046
req_id = e5c24427-06fe-4996-9db8-4c1d7a2f6932
response_code = 204
uri = /eip-gateways
|
| 4454 | 2025-02-28T10:13:09.442Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 167
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64046
req_id = d14c1a29-ba1e-4060-8bfc-02b8a1248c23
response_code = 204
uri = /vpc-routes
|
| 4455 | 2025-02-28T10:13:09.444Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48724
|
| 4456 | 2025-02-28T10:13:09.444Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 32
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48724
req_id = 6754f3ee-6ab9-469b-9362-62fa24952fe9
response_code = 200
uri = /vpc-routes
|
| 4457 | 2025-02-28T10:13:09.485Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4458 | 2025-02-28T10:13:09.485Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 42
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48724
req_id = 1d3c6b44-aa30-469d-a577-2a16d6e0462c
response_code = 204
uri = /eip-gateways
|
| 4459 | 2025-02-28T10:13:09.495Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48724
req_id = f243f495-821e-4510-91ae-414c62938676
response_code = 204
uri = /vpc-routes
|
| 4460 | 2025-02-28T10:13:09.506Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55249
|
| 4461 | 2025-02-28T10:13:09.506Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4462 | 2025-02-28T10:13:09.546Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4463 | 2025-02-28T10:13:09.604Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 98015
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55249
req_id = d2f7e395-0b2e-4172-85b6-de020c91e398
response_code = 204
uri = /switch-ports
|
| 4464 | 2025-02-28T10:13:09.605Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47248
|
| 4465 | 2025-02-28T10:13:09.605Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 251
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55249
req_id = bee356e9-f419-4b84-b078-e68c69820ff1
response_code = 200
uri = /network-bootstore-config
|
| 4466 | 2025-02-28T10:13:09.605Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4467 | 2025-02-28T10:13:09.643Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4468 | 2025-02-28T10:13:09.700Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 95104
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:47248
req_id = 4e8ef764-5d71-4c12-8757-c5c35298a451
response_code = 204
uri = /switch-ports
|
| 4469 | 2025-02-28T10:13:09.700Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47248
req_id = e211e5ba-84df-41eb-a08d-d59470146319
response_code = 200
uri = /network-bootstore-config
|
| 4470 | 2025-02-28T10:13:10.540Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40557
|
| 4471 | 2025-02-28T10:13:10.540Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40557
req_id = e722142e-3651-43cb-859b-97e5dd2085e5
response_code = 200
uri = /vpc-routes
|
| 4472 | 2025-02-28T10:13:10.588Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4473 | 2025-02-28T10:13:10.588Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40557
req_id = cd7c9fef-7afd-4a90-83c5-a7157cb3c8fb
response_code = 204
uri = /eip-gateways
|
| 4474 | 2025-02-28T10:13:10.688Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42712
|
| 4475 | 2025-02-28T10:13:10.688Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42712
req_id = d91cc6ff-3eda-4162-8600-636725096a5b
response_code = 200
uri = /v2p
|
| 4476 | 2025-02-28T10:13:10.698Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 395
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40557
req_id = 0d6fa219-107b-49f2-b5fe-49cbf2dbd8cf
response_code = 204
uri = /vpc-routes
|
| 4477 | 2025-02-28T10:13:10.764Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36936
|
| 4478 | 2025-02-28T10:13:10.764Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4479 | 2025-02-28T10:13:10.803Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4480 | 2025-02-28T10:13:10.867Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 102998
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:36936
req_id = 1ce9163f-6a02-49ab-a08b-371a2c433c6f
response_code = 204
uri = /switch-ports
|
| 4481 | 2025-02-28T10:13:10.867Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36936
req_id = b733d1ba-932f-4f33-8faa-0f7210d697e0
response_code = 200
uri = /network-bootstore-config
|
| 4482 | 2025-02-28T10:13:25.401Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 7313
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = df29c1c6-8767-45db-95e4-6d3106a0823b
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4483 | 2025-02-28T10:13:39.390Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54398
|
| 4484 | 2025-02-28T10:13:39.390Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 92
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54398
req_id = 7c29267f-ccf6-4d51-8109-f56c39d00842
response_code = 200
uri = /baseboard
|
| 4485 | 2025-02-28T10:13:39.481Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48488
|
| 4486 | 2025-02-28T10:13:39.481Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48488
req_id = 4490d0ca-53ce-4903-bbc3-8e6b61ac1870
response_code = 200
uri = /vpc-routes
|
| 4487 | 2025-02-28T10:13:39.564Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {931d4c66-473c-46da-8063-648e51471a4a: {10.151.2.176: {4e202444-f413-4ad7-9909-1f3eba645376}, 10.151.2.175: {4e202444-f413-4ad7-9909-1f3eba645376}}} }
|
| 4488 | 2025-02-28T10:13:39.567Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1237
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4489 | 2025-02-28T10:13:39.567Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 3548
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48488
req_id = b168f29b-d558-469c-96ca-f8ee6f6a6bf7
response_code = 204
uri = /eip-gateways
|
| 4490 | 2025-02-28T10:13:39.578Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 474
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48488
req_id = 5af9a7ca-3da4-4616-a21a-3843ad0432fc
response_code = 204
uri = /vpc-routes
|
| 4491 | 2025-02-28T10:13:39.599Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36238
|
| 4492 | 2025-02-28T10:13:39.599Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36238
req_id = 72a294ac-fa81-4a9a-9612-531f60da29d5
response_code = 200
uri = /vpc-routes
|
| 4493 | 2025-02-28T10:13:39.660Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {931d4c66-473c-46da-8063-648e51471a4a: {10.151.2.176: {4e202444-f413-4ad7-9909-1f3eba645376}, 10.151.2.175: {4e202444-f413-4ad7-9909-1f3eba645376}}} }
|
| 4494 | 2025-02-28T10:13:39.660Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36238
req_id = 6ebc81cd-f517-417e-b986-919aa15912aa
response_code = 204
uri = /eip-gateways
|
| 4495 | 2025-02-28T10:13:39.672Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 303
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36238
req_id = e6c906bd-a295-43a5-9d94-52525f28acb8
response_code = 204
uri = /vpc-routes
|
| 4496 | 2025-02-28T10:13:39.699Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60108
|
| 4497 | 2025-02-28T10:13:39.699Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4498 | 2025-02-28T10:13:39.756Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4499 | 2025-02-28T10:13:39.830Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 131236
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:60108
req_id = 673ac9f6-38b3-4c44-8e89-d501f2815d63
response_code = 204
uri = /switch-ports
|
| 4500 | 2025-02-28T10:13:39.830Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63360
|
| 4501 | 2025-02-28T10:13:39.830Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59620
|
| 4502 | 2025-02-28T10:13:39.830Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47593
|
| 4503 | 2025-02-28T10:13:39.830Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44642
|
| 4504 | 2025-02-28T10:13:39.830Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 279
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60108
req_id = c64ca702-cea4-47fa-a78b-ec738d9d43a0
response_code = 200
uri = /network-bootstore-config
|
| 4505 | 2025-02-28T10:13:39.831Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 271
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44642
req_id = 65b6ec35-faef-4aeb-a471-2edeef475cf9
response_code = 200
uri = /v2p
|
| 4506 | 2025-02-28T10:13:39.831Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 273
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47593
req_id = c763ad62-d301-4124-a72c-59079390aa3a
response_code = 200
uri = /v2p
|
| 4507 | 2025-02-28T10:13:39.831Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4508 | 2025-02-28T10:13:39.831Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 344
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59620
req_id = 567fa322-61ca-4d4b-a7cd-f77485ae3f2a
response_code = 200
uri = /v2p
|
| 4509 | 2025-02-28T10:13:39.839Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:832
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(5270695) }
|
| 4510 | 2025-02-28T10:13:39.839Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 2935
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47593
req_id = 6574db9b-59ef-4473-b493-0d7b65704c78
response_code = 204
uri = /v2p
|
| 4511 | 2025-02-28T10:13:39.839Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:832
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(5270695) }
|
| 4512 | 2025-02-28T10:13:39.839Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44642
req_id = 6ff34d2a-adfa-4b14-8c5a-a3cc0e5199db
response_code = 204
uri = /v2p
|
| 4513 | 2025-02-28T10:13:39.839Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:832
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(5270695) }
|
| 4514 | 2025-02-28T10:13:39.839Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 177
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59620
req_id = 7839eeac-4f51-42ea-a811-43ac1b98bcc1
response_code = 204
uri = /v2p
|
| 4515 | 2025-02-28T10:13:39.872Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4516 | 2025-02-28T10:13:39.930Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35715
|
| 4517 | 2025-02-28T10:13:39.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 102425
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63360
req_id = 266b1024-d467-43ca-bdf9-28ea483c9433
response_code = 204
uri = /switch-ports
|
| 4518 | 2025-02-28T10:13:39.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63360
req_id = 5c412e58-2ee2-4877-a087-e1ff848322b6
response_code = 200
uri = /network-bootstore-config
|
| 4519 | 2025-02-28T10:13:39.934Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:555
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(5270695))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: c90a27bd-6380-4159-867b-1827e701148b, slot: 0, read_only: false, vcr_json: .., name: "disk-ad6067691ab" }], boot_settings: Some(InstanceBootSettings { order: [c90a27bd-6380-4159-867b-1827e701148b] }), cloud_init_bytes: Some(..) }
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
metadata = InstanceMetadata { silo_id: b65fb162-669c-435d-aa86-c74c1b7ac69a, project_id: 2254a18a-c39d-4f47-a793-252cdc851fd9 }
migration_id = None
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-02-28T10:13:39.929835113Z }
|
| 4520 | 2025-02-28T10:13:39.934Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:588
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
migration_id = None
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4521 | 2025-02-28T10:13:39.935Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1625
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
migration_id = None
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(5270695))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: c90a27bd-6380-4159-867b-1827e701148b, slot: 0, read_only: false, vcr_json: .., name: "disk-ad6067691ab" }], boot_settings: Some(InstanceBootSettings { order: [c90a27bd-6380-4159-867b-1827e701148b] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-02-28T10:13:39.929835113Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
| 4522 | 2025-02-28T10:13:39.940Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 9978
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35715
req_id = 901d1a13-0a6e-458a-bb1c-e4df269614e8
response_code = 200
uri = /vmms/bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4523 | 2025-02-28T10:13:40.047Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44102
|
| 4524 | 2025-02-28T10:13:40.050Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 2979
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44102
req_id = acc31636-1335-4aca-8d80-53252194ce5c
response_code = 200
uri = /vmms/bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088/state
|
| 4525 | 2025-02-28T10:13:40.052Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:461
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 5270695 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
| 4526 | 2025-02-28T10:13:40.052Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4527 | 2025-02-28T10:13:40.094Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
file = illumos-utils/src/zone.rs:325
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4528 | 2025-02-28T10:13:40.120Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
file = illumos-utils/src/zone.rs:363
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4529 | 2025-02-28T10:13:40.128Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58067
|
| 4530 | 2025-02-28T10:13:40.129Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58067
req_id = ecb7d4e9-1006-439b-88e2-75813149ed7d
response_code = 200
uri = /vpc-routes
|
| 4531 | 2025-02-28T10:13:40.146Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {931d4c66-473c-46da-8063-648e51471a4a: {10.151.2.175: {4e202444-f413-4ad7-9909-1f3eba645376}, 10.151.2.176: {4e202444-f413-4ad7-9909-1f3eba645376}}} }
|
| 4532 | 2025-02-28T10:13:40.146Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58067
req_id = 11c6299f-768d-4601-9503-eaa4940fcc85
response_code = 204
uri = /eip-gateways
|
| 4533 | 2025-02-28T10:13:40.240Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 649
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58067
req_id = bbb192cc-a87f-44ff-9a50-7f3bb61f903b
response_code = 204
uri = /vpc-routes
|
| 4534 | 2025-02-28T10:13:40.896Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42947
|
| 4535 | 2025-02-28T10:13:40.896Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42947
req_id = 747649de-41a1-43d8-881b-70cab7c3a0ed
response_code = 200
uri = /vpc-routes
|
| 4536 | 2025-02-28T10:13:40.977Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {931d4c66-473c-46da-8063-648e51471a4a: {10.151.2.176: {4e202444-f413-4ad7-9909-1f3eba645376}, 10.151.2.175: {4e202444-f413-4ad7-9909-1f3eba645376}}} }
|
| 4537 | 2025-02-28T10:13:40.977Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 190
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42947
req_id = 4c2e7c00-e263-4b8c-8161-26f2431913a8
response_code = 204
uri = /eip-gateways
|
| 4538 | 2025-02-28T10:13:41.094Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49559
|
| 4539 | 2025-02-28T10:13:41.116Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60295
|
| 4540 | 2025-02-28T10:13:41.117Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4541 | 2025-02-28T10:13:41.161Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4542 | 2025-02-28T10:13:41.227Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 109963
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60295
req_id = 170a9c83-3acd-4551-b004-363bc62768ce
response_code = 204
uri = /switch-ports
|
| 4543 | 2025-02-28T10:13:41.227Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40122
|
| 4544 | 2025-02-28T10:13:41.227Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 317
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60295
req_id = ab415bd0-357f-488d-8f69-f78f53e794c0
response_code = 200
uri = /network-bootstore-config
|
| 4545 | 2025-02-28T10:13:41.227Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 514
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42947
req_id = d071a109-352f-475b-b6f7-e8e3ef9b3d20
response_code = 204
uri = /vpc-routes
|
| 4546 | 2025-02-28T10:13:41.229Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 2421
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40122
req_id = 2bdb650c-c202-4985-a8e9-79e9124e57be
response_code = 200
uri = /v2p
|
| 4547 | 2025-02-28T10:13:41.811Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4548 | 2025-02-28T10:13:41.811Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088 zone
file = illumos-utils/src/running_zone.rs:489
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4549 | 2025-02-28T10:13:42.007Z | WARN | SledAgent (InstanceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 37.46034ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4550 | 2025-02-28T10:13:42.055Z | WARN | SledAgent (InstanceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 57.576873ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4551 | 2025-02-28T10:13:42.131Z | WARN | SledAgent (InstanceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 149.625252ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4552 | 2025-02-28T10:13:42.295Z | WARN | SledAgent (InstanceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 353.773619ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4553 | 2025-02-28T10:13:42.665Z | WARN | SledAgent (InstanceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 680.332366ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4554 | 2025-02-28T10:13:43.358Z | WARN | SledAgent (InstanceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 668.055244ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4555 | 2025-02-28T10:13:44.039Z | WARN | SledAgent (InstanceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 1.247860929s
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4556 | 2025-02-28T10:13:45.298Z | WARN | SledAgent (InstanceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 1.312718662s
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4557 | 2025-02-28T10:13:46.623Z | WARN | SledAgent (InstanceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 507.342236ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4558 | 2025-02-28T10:13:47.142Z | WARN | SledAgent (InstanceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 513.644553ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4559 | 2025-02-28T10:13:47.668Z | WARN | SledAgent (InstanceManager): wait for service svc:/milestone/single-user:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 1.039836131s
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
zone = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4560 | 2025-02-28T10:13:48.739Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
file = sled-agent/src/instance.rs:2133
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4561 | 2025-02-28T10:13:48.748Z | WARN | SledAgent (InstanceManager): wait for service svc:/system/illumos/propolis-server:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 40.739743ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4562 | 2025-02-28T10:13:48.801Z | WARN | SledAgent (InstanceManager): wait for service svc:/system/illumos/propolis-server:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 106.440082ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4563 | 2025-02-28T10:13:48.917Z | WARN | SledAgent (InstanceManager): wait for service svc:/system/illumos/propolis-server:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 280.80375ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4564 | 2025-02-28T10:13:49.210Z | WARN | SledAgent (InstanceManager): wait for service svc:/system/illumos/propolis-server:default in zone Some("oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088") failed: Property not found. retry in 403.561576ms
file = illumos-utils/src/svc.rs:42
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4565 | 2025-02-28T10:13:49.626Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:2142
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4566 | 2025-02-28T10:13:49.664Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:2166
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4567 | 2025-02-28T10:13:49.745Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:1276
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4568 | 2025-02-28T10:13:49.746Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 8651563
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49559
req_id = e6efbb61-727d-4020-a553-6141636700e1
response_code = 200
uri = /vmms/bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088/state
|
| 4569 | 2025-02-28T10:13:49.747Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2025-02-28T10:13:49.747306702Z }
file = sled-agent/src/instance.rs:842
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4570 | 2025-02-28T10:13:49.747Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:864
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-02-28T10:13:49.747306702Z }
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4571 | 2025-02-28T10:13:49.747Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:761
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-02-28T10:13:49.747306702Z }, migration_in: None, migration_out: None }
|
| 4572 | 2025-02-28T10:13:49.806Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2025-02-28T10:13:49.806190029Z }
file = sled-agent/src/instance.rs:842
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4573 | 2025-02-28T10:13:49.806Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:864
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-02-28T10:13:49.806190029Z }
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4574 | 2025-02-28T10:13:49.806Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:761
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-02-28T10:13:49.806190029Z }, migration_in: None, migration_out: None }
|
| 4575 | 2025-02-28T10:13:55.403Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 8833
local_addr = [fd00:1122:3344:101::1]:32915
method = GET
remote_addr = [fd00:1122:3344:101::d]:46917
req_id = d1b0f81e-e70c-4a9e-a82c-2271bc597a6f
response_code = 200
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
uri = /cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4576 | 2025-02-28T10:14:03.225Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53592
|
| 4577 | 2025-02-28T10:14:03.226Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 528
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53592
req_id = 16954b4a-c20c-43d1-b3ae-09a4efcd41b2
response_code = 200
uri = /vmms/bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088/state
|
| 4578 | 2025-02-28T10:14:03.226Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2025-02-28T10:14:03.226655849Z }
file = sled-agent/src/instance.rs:842
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4579 | 2025-02-28T10:14:03.226Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:864
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-02-28T10:14:03.226655849Z }
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4580 | 2025-02-28T10:14:03.226Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:761
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-02-28T10:14:03.226655849Z }, migration_in: None, migration_out: None }
|
| 4581 | 2025-02-28T10:14:03.248Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2025-02-28T10:14:03.248730367Z }
file = sled-agent/src/instance.rs:842
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4582 | 2025-02-28T10:14:03.248Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:864
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2025-02-28T10:14:03.248730367Z }
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4583 | 2025-02-28T10:14:03.248Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:878
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4584 | 2025-02-28T10:14:03.248Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4585 | 2025-02-28T10:14:03.249Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 2034520467252186659
n_samples = 6
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4586 | 2025-02-28T10:14:03.249Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4587 | 2025-02-28T10:14:03.249Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/debug/bundle/zone", "/pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/debug", "/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/debug", "/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/debug", "/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/debug", "/pool/ext/3897c72b-37ba-4126-b207-cca189c4751f/crypt/debug", "/pool/ext/cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/debug", "/pool/ext/e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/debug", "/pool/ext/532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/debug", "/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4588 | 2025-02-28T10:14:03.249Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 5471104494835988741
n_samples = 6
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4589 | 2025-02-28T10:14:03.917Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1142
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088", bundle_id: 68440d59-9af5-4b4c-b195-0c53aaf53190 }, time_created: 2025-02-28T10:14:03.249881072Z, version: 0, cause: TerminatedInstance }
|
| 4590 | 2025-02-28T10:14:03.918Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
file = sled-agent/src/instance.rs:1376
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4591 | 2025-02-28T10:14:05.675Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:279
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4592 | 2025-02-28T10:14:05.691Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:929
id = RouterId { vni: Vni(5270695), kind: System }
|
| 4593 | 2025-02-28T10:14:05.691Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:929
id = RouterId { vni: Vni(5270695), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
| 4594 | 2025-02-28T10:14:05.692Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:761
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-02-28T10:14:05.692011130Z }, migration_in: None, migration_out: None }
|
| 4595 | 2025-02-28T10:14:05.720Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:761
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-02-28T10:14:05.692011130Z }, migration_in: None, migration_out: None }
|
| 4596 | 2025-02-28T10:14:05.726Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:1313
instance_id = 0bb3d324-97c4-4e54-ad9a-af9408582205
propolis_id = bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088
|
| 4597 | 2025-02-28T10:14:06.169Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61537
|
| 4598 | 2025-02-28T10:14:06.169Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61537
req_id = a0b6365b-6f50-40aa-a21b-2ce6e7587966
response_code = 200
uri = /vpc-routes
|
| 4599 | 2025-02-28T10:14:06.192Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4600 | 2025-02-28T10:14:06.192Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1237
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
|
| 4601 | 2025-02-28T10:14:06.192Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61537
req_id = d1c6d753-546c-423b-99f5-b6cc5ebe82b7
response_code = 204
uri = /eip-gateways
|
| 4602 | 2025-02-28T10:14:06.202Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 184
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61537
req_id = ae42fc2c-4445-4d04-b14a-a1ea6fda7b22
response_code = 204
uri = /vpc-routes
|
| 4603 | 2025-02-28T10:14:06.310Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50780
|
| 4604 | 2025-02-28T10:14:06.310Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50780
req_id = 819d5ae9-087c-49e6-b6d8-9a113c58427f
response_code = 200
uri = /v2p
|
| 4605 | 2025-02-28T10:14:06.711Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54689
|
| 4606 | 2025-02-28T10:14:06.712Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54689
req_id = 6c104d62-815c-43ec-96fa-bf9c2a45e628
response_code = 200
uri = /v2p
|
| 4607 | 2025-02-28T10:14:06.799Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35587
|
| 4608 | 2025-02-28T10:14:06.799Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 35
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35587
req_id = cf7a4a96-8a7f-4e7f-832c-a2ffb8f155a0
response_code = 200
uri = /vpc-routes
|
| 4609 | 2025-02-28T10:14:06.812Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4610 | 2025-02-28T10:14:06.812Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35587
req_id = dd03f4d0-f9ae-4b14-b660-716f05de7c56
response_code = 204
uri = /eip-gateways
|
| 4611 | 2025-02-28T10:14:06.821Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35587
req_id = 5e8f1b41-754d-4ab1-8383-4ebb93019fd4
response_code = 204
uri = /vpc-routes
|
| 4612 | 2025-02-28T10:14:07.560Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36097
|
| 4613 | 2025-02-28T10:14:07.560Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36097
req_id = 31e1fd70-4e0e-445a-95cb-81f6ecdd96e7
response_code = 200
uri = /vpc-routes
|
| 4614 | 2025-02-28T10:14:07.573Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4615 | 2025-02-28T10:14:07.573Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36097
req_id = 589848b8-d065-4a88-a83b-18adde8f379b
response_code = 204
uri = /eip-gateways
|
| 4616 | 2025-02-28T10:14:07.581Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 173
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36097
req_id = 10cd4f8e-7d0f-4e2c-891c-da9da579946c
response_code = 204
uri = /vpc-routes
|
| 4617 | 2025-02-28T10:14:09.307Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43586
|
| 4618 | 2025-02-28T10:14:09.307Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43586
req_id = 4146e5e5-8a71-4e81-a14f-57d51ba0f07f
response_code = 200
uri = /vpc-routes
|
| 4619 | 2025-02-28T10:14:09.366Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4620 | 2025-02-28T10:14:09.366Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43586
req_id = 98005b66-a728-4f14-ae17-1ba221dd42d9
response_code = 204
uri = /eip-gateways
|
| 4621 | 2025-02-28T10:14:09.375Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 241
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43586
req_id = 97836d24-33e4-414a-ab1d-a11edfd3c2f2
response_code = 204
uri = /vpc-routes
|
| 4622 | 2025-02-28T10:14:09.419Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34138
|
| 4623 | 2025-02-28T10:14:09.419Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34138
req_id = 48a172ba-f0e6-4004-becf-39210234434b
response_code = 200
uri = /vpc-routes
|
| 4624 | 2025-02-28T10:14:09.425Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53591
|
| 4625 | 2025-02-28T10:14:09.425Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 38
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53591
req_id = 9251f7da-c7b4-4722-82c2-79e83530a270
response_code = 200
uri = /baseboard
|
| 4626 | 2025-02-28T10:14:09.433Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1211
sled_id = cb437161-893a-4b25-8aa3-bea01c90eb94
values = ExternalIpGatewayMap { mappings: {} }
|
| 4627 | 2025-02-28T10:14:09.433Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34138
req_id = 10c9b53a-d921-49eb-8685-75e6d51a2980
response_code = 204
uri = /eip-gateways
|
| 4628 | 2025-02-28T10:14:09.448Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63694
|
| 4629 | 2025-02-28T10:14:09.448Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4630 | 2025-02-28T10:14:09.488Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4631 | 2025-02-28T10:14:09.549Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 101525
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:63694
req_id = adce4ffd-f921-421e-a52b-4c0721a28aa1
response_code = 204
uri = /switch-ports
|
| 4632 | 2025-02-28T10:14:09.550Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64318
|
| 4633 | 2025-02-28T10:14:09.550Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59442
|
| 4634 | 2025-02-28T10:14:09.550Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36177
|
| 4635 | 2025-02-28T10:14:09.550Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 430
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63694
req_id = dcc88e27-65b6-4b0e-bc12-ea21004d7007
response_code = 200
uri = /network-bootstore-config
|
| 4636 | 2025-02-28T10:14:09.550Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4228
|
| 4637 | 2025-02-28T10:14:09.550Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 380
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64318
req_id = 477de239-6382-4e81-ab45-92fc064ca819
response_code = 200
uri = /v2p
|
| 4638 | 2025-02-28T10:14:09.555Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 4322
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59442
req_id = 41e91701-84a3-4f41-ae77-ddec1ca65e68
response_code = 200
uri = /v2p
|
| 4639 | 2025-02-28T10:14:09.555Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 4899
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34138
req_id = 66e052b2-fcc4-49d2-8156-5592d8866402
response_code = 204
uri = /vpc-routes
|
| 4640 | 2025-02-28T10:14:09.585Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4252
|
| 4641 | 2025-02-28T10:14:09.643Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 93018
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36177
req_id = fc154068-29f6-4619-846d-1061376b5547
response_code = 204
uri = /switch-ports
|
| 4642 | 2025-02-28T10:14:09.643Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867
latency_us = 144
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36177
req_id = 2ccb60b5-8c92-4aad-b6a6-6a9dd3b7a263
response_code = 200
uri = /network-bootstore-config
|