| 1 | | [ Jan 15 02:23:10 Enabled. ] |
| 2 | | [ Jan 15 02:23:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Jan 15 02:23:10 Method "start" exited with status 0. ] |
| 4 | | [ Jan 15 02:23:10 Rereading configuration. ] |
| 5 | | [ Jan 15 02:23:10 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2025-01-15T02:23:10.759Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
| 8 | 2025-01-15T02:23:10.759Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2025-01-15T02:23:10.814Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2025-01-15T02:23:10.814Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2025-01-15T02:23:10.929Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2025-01-15T02:23:10.938Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2025-01-15T02:23:10.946Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2025-01-15T02:23:11.555Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }
|
| 15 | 2025-01-15T02:23:11.692Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
| 16 | 2025-01-15T02:23:11.692Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
| 17 | 2025-01-15T02:23:11.692Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
| 18 | 2025-01-15T02:23:11.692Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2025-01-15T02:23:11.692Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 20 | 2025-01-15T02:23:11.692Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:717
|
| 21 | 2025-01-15T02:23:11.695Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "sock", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:624
|
| 22 | 2025-01-15T02:23:11.695Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:766
|
| 23 | 2025-01-15T02:23:11.695Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
| 24 | 2025-01-15T02:23:11.695Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:825
|
| 25 | 2025-01-15T02:23:11.695Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
| 26 | 2025-01-15T02:23:11.695Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2025-01-15T02:23:11.695Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 28 | 2025-01-15T02:23:11.695Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2025-01-15T02:23:11.695Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2025-01-15T02:23:11.708Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 31 | 2025-01-15T02:23:11.708Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool)
|
| 32 | 2025-01-15T02:23:11.808Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal }
|
| 33 | 2025-01-15T02:23:12.157Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 34 | 2025-01-15T02:23:12.157Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
| 35 | 2025-01-15T02:23:12.157Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2025-01-15T02:23:12.157Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2025-01-15T02:23:12.157Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 38 | 2025-01-15T02:23:12.157Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2025-01-15T02:23:12.157Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2025-01-15T02:23:12.166Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 41 | 2025-01-15T02:23:12.166Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool)
|
| 42 | 2025-01-15T02:23:12.255Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal }
|
| 43 | 2025-01-15T02:23:12.612Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
| 44 | 2025-01-15T02:23:12.612Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2025-01-15T02:23:12.612Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2025-01-15T02:23:12.612Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 47 | 2025-01-15T02:23:12.612Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 48 | 2025-01-15T02:23:12.612Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 49 | 2025-01-15T02:23:12.612Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
| 50 | 2025-01-15T02:23:12.612Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 51 | 2025-01-15T02:23:12.612Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 52 | 2025-01-15T02:23:12.612Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 53 | 2025-01-15T02:23:12.612Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 54 | 2025-01-15T02:23:12.612Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 55 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
| 56 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 57 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 58 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 59 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 60 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 61 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
| 62 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 63 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 64 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 65 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 66 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 67 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
| 68 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 69 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 70 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 71 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 72 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 73 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
| 74 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 75 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 76 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 77 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 78 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 79 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
| 80 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 81 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 82 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 83 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 84 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 85 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
| 86 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 87 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 88 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 89 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 90 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 91 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
| 92 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 93 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 94 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 95 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 96 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 97 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
| 98 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 99 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
| 100 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 101 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 102 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 103 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
| 104 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (bootstore): No ledger in /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 105 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (bootstore): No ledger in /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 106 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-sock-i86pc
|
| 107 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (bootstore): No ledger in /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 108 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (bootstore): No ledger in /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 109 | 2025-01-15T02:23:12.613Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-sock-i86pc
|
| 110 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
| 111 | 2025-01-15T02:23:12.613Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
| 112 | 2025-01-15T02:23:12.625Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:737
|
| 113 | 2025-01-15T02:23:12.625Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 3679, tv_nsec: 662321125 }
time_to_next_cleanup = 599.999942919s
|
| 114 | 2025-01-15T02:23:12.625Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3962
|
| 115 | 2025-01-15T02:23:12.625Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 116 | 2025-01-15T02:23:12.625Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2025-01-15T02:23:12.625Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2025-01-15T02:23:12.628Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
| 119 | 2025-01-15T02:23:12.630Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:51
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 120 | 2025-01-15T02:23:12.630Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
vlan_id: None,
rib_priority: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: Some(
None,
),
bgp_peers: [],
autoneg: false,
lldp: None,
tx_eq: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1204
|
| 121 | 2025-01-15T02:23:12.630Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 122 | 2025-01-15T02:23:12.630Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 123 | 2025-01-15T02:23:12.630Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 124 | 2025-01-15T02:23:12.630Z | INFO | SledAgent (RSS): No ledger in /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/rss-started.marker
file = common/src/ledger.rs:188
|
| 125 | 2025-01-15T02:23:12.630Z | INFO | SledAgent (RSS): No ledger in /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/rss-started.marker
file = common/src/ledger.rs:188
|
| 126 | 2025-01-15T02:23:12.630Z | INFO | SledAgent (RSS): No ledger in /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 127 | 2025-01-15T02:23:12.630Z | INFO | SledAgent (RSS): No ledger in /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 128 | 2025-01-15T02:23:12.630Z | INFO | SledAgent (RSS): RSS not previously run. Creating plans.
file = sled-agent/src/rack_setup/service.rs:1253
|
| 129 | 2025-01-15T02:23:12.630Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/.rss-started.marker.tmp
file = common/src/ledger.rs:199
|
| 130 | 2025-01-15T02:23:12.631Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/.rss-started.marker.tmp
file = common/src/ledger.rs:199
|
| 131 | 2025-01-15T02:23:12.631Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1285
|
| 132 | 2025-01-15T02:23:12.631Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:66
|
| 133 | 2025-01-15T02:23:12.631Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:39
|
| 134 | 2025-01-15T02:23:12.631Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1316
|
| 135 | 2025-01-15T02:23:12.631Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 136 | 2025-01-15T02:23:12.631Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 137 | 2025-01-15T02:23:12.631Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 138 | 2025-01-15T02:23:12.631Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 139 | 2025-01-15T02:23:12.631Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:232
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: ce66c06a-7d54-47a6-860d-59da68080fee (sled), rack_id: 0c4f466f-f877-43e3-8a10-8b20ac7ed608, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 140 | 2025-01-15T02:23:12.632Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4259
|
| 141 | 2025-01-15T02:23:12.632Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4659
|
| 142 | 2025-01-15T02:23:12.637Z | INFO | SledAgent (SledAgentSprocketsClient): Loaded keys and certs
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50
|
| 143 | 2025-01-15T02:23:12.643Z | INFO | SledAgent (SledAgentSprocketsClient): Certificate chain verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 144 | 2025-01-15T02:23:12.643Z | INFO | SledAgent (SledAgentSprocketsClient): Signature verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 145 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (SledAgentSprocketsServer): Certificate chain verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 146 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (SledAgentSprocketsServer): Signature verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 147 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:74
remote_addr = [fdb0:18c0:4d0d:a02a::1]:62701
|
| 148 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: ce66c06a-7d54-47a6-860d-59da68080fee (sled), rack_id: 0c4f466f-f877-43e3-8a10-8b20ac7ed608, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:362
|
| 149 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:377
|
| 150 | 2025-01-15T02:23:12.647Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 151 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 152 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 153 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:607
|
| 154 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:813
|
| 155 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 156 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 157 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:802
|
| 158 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:830
|
| 159 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:596
|
| 160 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 161 | 2025-01-15T02:23:12.647Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:701
result = DisksManagementResult { status: [] }
|
| 162 | 2025-01-15T02:23:12.664Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 163 | 2025-01-15T02:23:12.685Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:325
|
| 164 | 2025-01-15T02:23:12.703Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:363
|
| 165 | 2025-01-15T02:23:12.709Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:412
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 166 | 2025-01-15T02:23:12.709Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 167 | 2025-01-15T02:23:12.709Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:424
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 168 | 2025-01-15T02:23:12.709Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 169 | 2025-01-15T02:23:12.712Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 111.515985ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "53567dfa-4cde-4068-a89b-153fe9a48e95", "content-length": "124", "date": "Wed, 15 Jan 2025 02:23:12 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "53567dfa-4cde-4068-a89b-153fe9a48e95" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 170 | 2025-01-15T02:23:12.722Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_04e15bc9-6d7d-41db-92b0-ff86f85636e0/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 171 | 2025-01-15T02:23:12.746Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_04e15bc9-6d7d-41db-92b0-ff86f85636e0/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 172 | 2025-01-15T02:23:12.746Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_04e15bc9-6d7d-41db-92b0-ff86f85636e0/swap"
file = sled-agent/src/swap_device.rs:96
|
| 173 | 2025-01-15T02:23:12.751Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:439
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 174 | 2025-01-15T02:23:12.751Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:129
|
| 175 | 2025-01-15T02:23:12.751Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_04e15bc9-6d7d-41db-92b0-ff86f85636e0/backing/fmd
file = sled-agent/src/backing_fs.rs:139
|
| 176 | 2025-01-15T02:23:12.820Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:174
|
| 177 | 2025-01-15T02:23:12.824Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 178 | 2025-01-15T02:23:12.825Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 81.625346ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "8f7af6cc-8445-4d04-917c-81bc1192e772", "content-length": "124", "date": "Wed, 15 Jan 2025 02:23:12 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "8f7af6cc-8445-4d04-917c-81bc1192e772" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 179 | 2025-01-15T02:23:12.907Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 180 | 2025-01-15T02:23:12.907Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 120.346639ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "dd8b900b-38a1-41e9-8674-0d58fe0b82b6", "content-length": "124", "date": "Wed, 15 Jan 2025 02:23:12 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "dd8b900b-38a1-41e9-8674-0d58fe0b82b6" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 181 | 2025-01-15T02:23:13.028Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 182 | 2025-01-15T02:23:13.029Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 119.7698ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "05841650-26b2-48c6-bcae-cfe27b3dfb2d", "content-length": "124", "date": "Wed, 15 Jan 2025 02:23:12 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "05841650-26b2-48c6-bcae-cfe27b3dfb2d" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 183 | 2025-01-15T02:23:13.040Z | INFO | SledAgent (BackingFs): Mounting oxi_04e15bc9-6d7d-41db-92b0-ff86f85636e0/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:182
|
| 184 | 2025-01-15T02:23:13.052Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:190
|
| 185 | 2025-01-15T02:23:13.052Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:190
|
| 186 | 2025-01-15T02:23:13.052Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:190
|
| 187 | 2025-01-15T02:23:13.052Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:196
|
| 188 | 2025-01-15T02:23:13.149Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 189 | 2025-01-15T02:23:13.150Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 221.032278ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "98d8ad84-172b-4896-9c96-d521903dabdb", "content-length": "124", "date": "Wed, 15 Jan 2025 02:23:12 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "98d8ad84-172b-4896-9c96-d521903dabdb" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 190 | 2025-01-15T02:23:13.372Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 191 | 2025-01-15T02:23:13.373Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 145.311963ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "23c53c9c-b0af-4be7-83fe-bf0c8fe5b132", "content-length": "124", "date": "Wed, 15 Jan 2025 02:23:12 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "23c53c9c-b0af-4be7-83fe-bf0c8fe5b132" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 192 | 2025-01-15T02:23:13.519Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 193 | 2025-01-15T02:23:13.520Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 329.481286ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "735737bc-5244-4cb1-b35c-a09b55983e03", "content-length": "124", "date": "Wed, 15 Jan 2025 02:23:12 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "735737bc-5244-4cb1-b35c-a09b55983e03" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 194 | 2025-01-15T02:23:13.783Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:93
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 195 | 2025-01-15T02:23:13.789Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:63949
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 196 | 2025-01-15T02:23:13.789Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 197 | 2025-01-15T02:23:13.789Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:63949
file = oximeter/producer/src/lib.rs:279
interval = 30s
producer_id = ce66c06a-7d54-47a6-860d-59da68080fee
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 198 | 2025-01-15T02:23:13.790Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 238.928126ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 199 | 2025-01-15T02:23:13.791Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 200 | 2025-01-15T02:23:13.791Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 201 | 2025-01-15T02:23:13.791Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:921
underlay_address = fd00:1122:3344:101::1
|
| 202 | 2025-01-15T02:23:13.791Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 203 | 2025-01-15T02:23:13.850Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 204 | 2025-01-15T02:23:14.039Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 315.39351ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 205 | 2025-01-15T02:23:14.357Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.177836533s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 206 | 2025-01-15T02:23:15.536Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.586917902s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 207 | 2025-01-15T02:23:16.420Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2683
|
| 208 | 2025-01-15T02:23:16.420Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2928
|
| 209 | 2025-01-15T02:23:16.420Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2553
|
| 210 | 2025-01-15T02:23:16.420Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2600
|
| 211 | 2025-01-15T02:23:16.420Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:3009
|
| 212 | 2025-01-15T02:23:16.420Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:3054
|
| 213 | 2025-01-15T02:23:16.423Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2853
|
| 214 | 2025-01-15T02:23:16.424Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2594
|
| 215 | 2025-01-15T02:23:16.424Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='34bdc05f-918e-44de-bfff-9830be81e74d'/>
<propval type="astring" name="rack_id" value='0c4f466f-f877-43e3-8a10-8b20ac7ed608'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:a02a::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fe6e:84fb'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:a02a::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"sock","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="rack_id" value='0c4f466f-f877-43e3-8a10-8b20ac7ed608'/>
<propval type="astring" name="sled_id" value='ce66c06a-7d54-47a6-860d-59da68080fee'/>
<propval type="astring" name="sled_model" value='i86pc'/>
<propval type="astring" name="sled_serial" value='sock'/>
<propval type="astring" name="sled_revision" value='0'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='sock'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='ce66c06a-7d54-47a6-860d-59da68080fee'/>
<propval type="astring" name="rack_uuid" value='0c4f466f-f877-43e3-8a10-8b20ac7ed608'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='ce66c06a-7d54-47a6-860d-59da68080fee'/>
<propval type="astring" name="rack_uuid" value='0c4f466f-f877-43e3-8a10-8b20ac7ed608'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 216 | 2025-01-15T02:23:16.424Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
| 217 | 2025-01-15T02:23:16.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 26.709792ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 218 | 2025-01-15T02:23:17.050Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 56.872567ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 219 | 2025-01-15T02:23:17.238Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 139.793359ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 220 | 2025-01-15T02:23:17.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 402.479543ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 221 | 2025-01-15T02:23:18.040Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 873.900382ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 222 | 2025-01-15T02:23:18.124Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.645513601s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 223 | 2025-01-15T02:23:19.057Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 782.390784ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 224 | 2025-01-15T02:23:19.900Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.162402252s
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 225 | 2025-01-15T02:23:20.771Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 11.125125766s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 226 | 2025-01-15T02:23:21.122Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.059641314s
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 227 | 2025-01-15T02:23:22.542Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/nexus.rs:527
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 228 | 2025-01-15T02:23:22.572Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 229 | 2025-01-15T02:23:22.573Z | INFO | SledAgent (dropshot (Repo Depot)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:12348
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 230 | 2025-01-15T02:23:22.574Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:12345
|
| 231 | 2025-01-15T02:23:22.574Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:432
|
| 232 | 2025-01-15T02:23:22.574Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 233 | 2025-01-15T02:23:22.574Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 234 | 2025-01-15T02:23:22.574Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 235 | 2025-01-15T02:23:22.574Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 236 | 2025-01-15T02:23:22.574Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))
|
| 237 | 2025-01-15T02:23:22.574Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3962
|
| 238 | 2025-01-15T02:23:22.574Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:81
remote_addr = [fdb0:18c0:4d0d:a02a::1]:62701
|
| 239 | 2025-01-15T02:23:22.746Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:117
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 240 | 2025-01-15T02:23:22.746Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:252
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 241 | 2025-01-15T02:23:22.752Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4283
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 242 | 2025-01-15T02:23:22.752Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4299
|
| 243 | 2025-01-15T02:23:22.752Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:534
zone = oxz_switch
|
| 244 | 2025-01-15T02:23:22.992Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42821
|
| 245 | 2025-01-15T02:23:22.992Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 246 | 2025-01-15T02:23:22.992Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 247 | 2025-01-15T02:23:22.992Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 248 | 2025-01-15T02:23:22.992Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 249 | 2025-01-15T02:23:22.992Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 300
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42821
req_id = 9611c3ad-d2ad-4f9a-8d51-03823f19db22
response_code = 200
uri = /inventory
|
| 250 | 2025-01-15T02:23:23.023Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40117
|
| 251 | 2025-01-15T02:23:23.024Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40117
req_id = 37a1211c-8c84-4eae-be0d-a2f5a05d0dd7
response_code = 200
uri = /sled-role
|
| 252 | 2025-01-15T02:23:23.061Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 5159126c-9e12-452b-bbff-cb9e350cd14d (physical_disk), pool_id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 622dbf5d-3394-49f5-97fe-7669c6beb731 (physical_disk), pool_id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 2be4fc44-4fd1-4313-a2d9-06a022e6cac0 (physical_disk), pool_id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 6825fc9a-8ecc-436c-9914-6a84f4e83a37 (physical_disk), pool_id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: e4126dd3-13f7-4311-be1a-c9bb9500e47e (physical_disk), pool_id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 73efa030-117a-404c-b3f7-485378a920dc (physical_disk), pool_id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: b15cb332-fda4-43ec-b0a0-01f79c43351a (physical_disk), pool_id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 98f08ec8-ef4f-48ea-9849-84bf762ef4f4 (physical_disk), pool_id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 7345914d-ec5e-4941-af7b-f7a172c14bcc (physical_disk), pool_id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:385
sled_address = [fd00:1122:3344:101::1]:12345
|
| 253 | 2025-01-15T02:23:23.061Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44201
|
| 254 | 2025-01-15T02:23:23.062Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:893
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 255 | 2025-01-15T02:23:23.062Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 5159126c-9e12-452b-bbff-cb9e350cd14d (physical_disk), pool_id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 622dbf5d-3394-49f5-97fe-7669c6beb731 (physical_disk), pool_id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 2be4fc44-4fd1-4313-a2d9-06a022e6cac0 (physical_disk), pool_id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 6825fc9a-8ecc-436c-9914-6a84f4e83a37 (physical_disk), pool_id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: e4126dd3-13f7-4311-be1a-c9bb9500e47e (physical_disk), pool_id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 73efa030-117a-404c-b3f7-485378a920dc (physical_disk), pool_id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: b15cb332-fda4-43ec-b0a0-01f79c43351a (physical_disk), pool_id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 98f08ec8-ef4f-48ea-9849-84bf762ef4f4 (physical_disk), pool_id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 7345914d-ec5e-4941-af7b-f7a172c14bcc (physical_disk), pool_id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 256 | 2025-01-15T02:23:23.062Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 257 | 2025-01-15T02:23:23.062Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 258 | 2025-01-15T02:23:23.062Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:1298
request = omicron_physical_disks_ensure
|
| 259 | 2025-01-15T02:23:23.062Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 260 | 2025-01-15T02:23:23.062Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
| 261 | 2025-01-15T02:23:23.062Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 262 | 2025-01-15T02:23:23.062Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 263 | 2025-01-15T02:23:23.223Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 264 | 2025-01-15T02:23:23.223Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool)
|
| 265 | 2025-01-15T02:23:23.650Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 266 | 2025-01-15T02:23:23.898Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 413521614313442029
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 267 | 2025-01-15T02:23:23.898Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 17478185358689782290
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 268 | 2025-01-15T02:23:24.090Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 269 | 2025-01-15T02:23:24.118Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }
|
| 270 | 2025-01-15T02:23:24.127Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:239
|
| 271 | 2025-01-15T02:23:24.127Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 272 | 2025-01-15T02:23:24.127Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 273 | 2025-01-15T02:23:24.127Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 274 | 2025-01-15T02:23:24.127Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 275 | 2025-01-15T02:23:24.127Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 276 | 2025-01-15T02:23:24.127Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 277 | 2025-01-15T02:23:24.163Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 278 | 2025-01-15T02:23:24.172Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 279 | 2025-01-15T02:23:24.314Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d
file = sled-storage/src/dataset.rs:388
|
| 280 | 2025-01-15T02:23:24.322Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
| 281 | 2025-01-15T02:23:24.322Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
| 282 | 2025-01-15T02:23:24.322Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
| 283 | 2025-01-15T02:23:24.322Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 284 | 2025-01-15T02:23:24.322Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 285 | 2025-01-15T02:23:24.332Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 286 | 2025-01-15T02:23:24.332Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool)
|
| 287 | 2025-01-15T02:23:24.425Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }
|
| 288 | 2025-01-15T02:23:24.433Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:239
|
| 289 | 2025-01-15T02:23:24.433Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 290 | 2025-01-15T02:23:24.433Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 291 | 2025-01-15T02:23:24.433Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 292 | 2025-01-15T02:23:24.433Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 293 | 2025-01-15T02:23:24.433Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 294 | 2025-01-15T02:23:24.433Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 295 | 2025-01-15T02:23:24.470Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 296 | 2025-01-15T02:23:24.478Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 297 | 2025-01-15T02:23:24.616Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f
file = sled-storage/src/dataset.rs:388
|
| 298 | 2025-01-15T02:23:24.624Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
| 299 | 2025-01-15T02:23:24.624Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
| 300 | 2025-01-15T02:23:24.624Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
| 301 | 2025-01-15T02:23:24.624Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 302 | 2025-01-15T02:23:24.624Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 303 | 2025-01-15T02:23:24.633Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:367
|
| 304 | 2025-01-15T02:23:24.633Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 87e49e9a-4ab3-4574-b920-463506a8978e (zpool)
|
| 305 | 2025-01-15T02:23:24.727Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }
|
| 306 | 2025-01-15T02:23:24.736Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:239
|
| 307 | 2025-01-15T02:23:24.736Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 308 | 2025-01-15T02:23:24.736Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 309 | 2025-01-15T02:23:24.736Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 310 | 2025-01-15T02:23:24.736Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 311 | 2025-01-15T02:23:24.736Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 312 | 2025-01-15T02:23:24.736Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 313 | 2025-01-15T02:23:24.739Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 314 | 2025-01-15T02:23:24.772Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 315 | 2025-01-15T02:23:24.780Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 316 | 2025-01-15T02:23:24.916Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_87e49e9a-4ab3-4574-b920-463506a8978e
file = sled-storage/src/dataset.rs:388
|
| 317 | 2025-01-15T02:23:24.924Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
| 318 | 2025-01-15T02:23:24.924Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
| 319 | 2025-01-15T02:23:24.924Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
| 320 | 2025-01-15T02:23:24.924Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 321 | 2025-01-15T02:23:24.924Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 322 | 2025-01-15T02:23:24.934Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:367
|
| 323 | 2025-01-15T02:23:24.934Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool)
|
| 324 | 2025-01-15T02:23:25.030Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }
|
| 325 | 2025-01-15T02:23:25.039Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:239
|
| 326 | 2025-01-15T02:23:25.039Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 327 | 2025-01-15T02:23:25.039Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 328 | 2025-01-15T02:23:25.039Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 329 | 2025-01-15T02:23:25.039Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 330 | 2025-01-15T02:23:25.039Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 331 | 2025-01-15T02:23:25.039Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 332 | 2025-01-15T02:23:25.073Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 333 | 2025-01-15T02:23:25.081Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 334 | 2025-01-15T02:23:25.223Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d
file = sled-storage/src/dataset.rs:388
|
| 335 | 2025-01-15T02:23:25.231Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
| 336 | 2025-01-15T02:23:25.231Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
| 337 | 2025-01-15T02:23:25.231Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
| 338 | 2025-01-15T02:23:25.231Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 339 | 2025-01-15T02:23:25.231Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 340 | 2025-01-15T02:23:25.241Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:367
|
| 341 | 2025-01-15T02:23:25.241Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool)
|
| 342 | 2025-01-15T02:23:25.337Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }
|
| 343 | 2025-01-15T02:23:25.345Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:239
|
| 344 | 2025-01-15T02:23:25.345Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 345 | 2025-01-15T02:23:25.345Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 346 | 2025-01-15T02:23:25.345Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 347 | 2025-01-15T02:23:25.345Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 348 | 2025-01-15T02:23:25.346Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 349 | 2025-01-15T02:23:25.346Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 350 | 2025-01-15T02:23:25.381Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 351 | 2025-01-15T02:23:25.389Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 352 | 2025-01-15T02:23:25.523Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96
file = sled-storage/src/dataset.rs:388
|
| 353 | 2025-01-15T02:23:25.531Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
| 354 | 2025-01-15T02:23:25.531Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
| 355 | 2025-01-15T02:23:25.531Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
| 356 | 2025-01-15T02:23:25.531Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 357 | 2025-01-15T02:23:25.531Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 358 | 2025-01-15T02:23:25.540Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:367
|
| 359 | 2025-01-15T02:23:25.540Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = d8acd544-80aa-4e82-b375-eb038fe27547 (zpool)
|
| 360 | 2025-01-15T02:23:25.637Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }
|
| 361 | 2025-01-15T02:23:25.644Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:239
|
| 362 | 2025-01-15T02:23:25.645Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 363 | 2025-01-15T02:23:25.645Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 364 | 2025-01-15T02:23:25.645Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 365 | 2025-01-15T02:23:25.645Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 366 | 2025-01-15T02:23:25.645Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 367 | 2025-01-15T02:23:25.645Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 368 | 2025-01-15T02:23:25.679Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 369 | 2025-01-15T02:23:25.687Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_d8acd544-80aa-4e82-b375-eb038fe27547/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 370 | 2025-01-15T02:23:25.741Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 371 | 2025-01-15T02:23:25.821Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_d8acd544-80aa-4e82-b375-eb038fe27547
file = sled-storage/src/dataset.rs:388
|
| 372 | 2025-01-15T02:23:25.829Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
| 373 | 2025-01-15T02:23:25.829Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
| 374 | 2025-01-15T02:23:25.829Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
| 375 | 2025-01-15T02:23:25.829Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 376 | 2025-01-15T02:23:25.829Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 377 | 2025-01-15T02:23:25.839Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:367
|
| 378 | 2025-01-15T02:23:25.839Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool)
|
| 379 | 2025-01-15T02:23:25.935Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }
|
| 380 | 2025-01-15T02:23:25.943Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:239
|
| 381 | 2025-01-15T02:23:25.943Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 382 | 2025-01-15T02:23:25.943Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 383 | 2025-01-15T02:23:25.943Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 384 | 2025-01-15T02:23:25.943Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 385 | 2025-01-15T02:23:25.943Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 386 | 2025-01-15T02:23:25.943Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 387 | 2025-01-15T02:23:25.978Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 388 | 2025-01-15T02:23:25.986Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 389 | 2025-01-15T02:23:26.125Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8
file = sled-storage/src/dataset.rs:388
|
| 390 | 2025-01-15T02:23:26.133Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
| 391 | 2025-01-15T02:23:26.133Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
| 392 | 2025-01-15T02:23:26.133Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
| 393 | 2025-01-15T02:23:26.133Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 394 | 2025-01-15T02:23:26.133Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 395 | 2025-01-15T02:23:26.143Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:367
|
| 396 | 2025-01-15T02:23:26.143Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool)
|
| 397 | 2025-01-15T02:23:26.236Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }
|
| 398 | 2025-01-15T02:23:26.244Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:239
|
| 399 | 2025-01-15T02:23:26.244Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 400 | 2025-01-15T02:23:26.244Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 401 | 2025-01-15T02:23:26.244Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 402 | 2025-01-15T02:23:26.244Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 403 | 2025-01-15T02:23:26.244Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 404 | 2025-01-15T02:23:26.244Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 405 | 2025-01-15T02:23:26.280Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 406 | 2025-01-15T02:23:26.289Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 407 | 2025-01-15T02:23:26.428Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320
file = sled-storage/src/dataset.rs:388
|
| 408 | 2025-01-15T02:23:26.435Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
| 409 | 2025-01-15T02:23:26.435Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
| 410 | 2025-01-15T02:23:26.436Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
| 411 | 2025-01-15T02:23:26.436Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 412 | 2025-01-15T02:23:26.436Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 413 | 2025-01-15T02:23:26.446Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:367
|
| 414 | 2025-01-15T02:23:26.446Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 276e9391-34d6-4a99-bd91-776ecada771e (zpool)
|
| 415 | 2025-01-15T02:23:26.543Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }
|
| 416 | 2025-01-15T02:23:26.551Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:239
|
| 417 | 2025-01-15T02:23:26.551Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 418 | 2025-01-15T02:23:26.551Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 419 | 2025-01-15T02:23:26.551Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 420 | 2025-01-15T02:23:26.551Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 421 | 2025-01-15T02:23:26.552Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 422 | 2025-01-15T02:23:26.552Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 423 | 2025-01-15T02:23:26.585Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 424 | 2025-01-15T02:23:26.594Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_276e9391-34d6-4a99-bd91-776ecada771e/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 425 | 2025-01-15T02:23:26.743Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 426 | 2025-01-15T02:23:26.747Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_276e9391-34d6-4a99-bd91-776ecada771e
file = sled-storage/src/dataset.rs:388
|
| 427 | 2025-01-15T02:23:26.756Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
| 428 | 2025-01-15T02:23:26.756Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
| 429 | 2025-01-15T02:23:26.756Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 430 | 2025-01-15T02:23:26.756Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 04e15bc9-6d7d-41db-92b0-ff86f85636e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f20ff590-e55a-4339-aef1-379a1d2d3fc3 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 431 | 2025-01-15T02:23:26.756Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 432 | 2025-01-15T02:23:26.756Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 433 | 2025-01-15T02:23:26.756Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 434 | 2025-01-15T02:23:26.757Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:897
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 435 | 2025-01-15T02:23:26.757Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 436 | 2025-01-15T02:23:26.757Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:923
generation = Generation(2)
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 437 | 2025-01-15T02:23:26.757Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:928
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 438 | 2025-01-15T02:23:26.757Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:933
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 439 | 2025-01-15T02:23:26.757Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:122
gen = Generation(2)
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 440 | 2025-01-15T02:23:26.757Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:939
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 441 | 2025-01-15T02:23:26.757Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:799
gen = Generation(2)
|
| 442 | 2025-01-15T02:23:26.757Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:944
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 443 | 2025-01-15T02:23:26.757Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3695388
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44201
req_id = 8d0d4f79-63a7-49e8-8f79-b2edcf47f4cb
response_code = 200
uri = /omicron-physical-disks
|
| 444 | 2025-01-15T02:23:26.789Z | INFO | SledAgent (RSS): attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {0289b49f-f46b-48bd-8877-22ab22e20ade (dataset): DatasetConfig { id: 0289b49f-f46b-48bd-8877-22ab22e20ade (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 06e3a5aa-51e3-40cd-8681-80ad502a87f0 (dataset): DatasetConfig { id: 06e3a5aa-51e3-40cd-8681-80ad502a87f0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0cf2d24e-167f-4c85-b8b3-f81c61fb0a2e (dataset): DatasetConfig { id: 0cf2d24e-167f-4c85-b8b3-f81c61fb0a2e (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ed23841-25ee-4ce1-9a3f-a0eaa44b2968 (dataset): DatasetConfig { id: 0ed23841-25ee-4ce1-9a3f-a0eaa44b2968 (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 10d093dd-a650-4250-9a52-625c59d8429d (dataset): DatasetConfig { id: 10d093dd-a650-4250-9a52-625c59d8429d (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 12d38b84-38e4-497b-a99f-cc965216a4f9 (dataset): DatasetConfig { id: 12d38b84-38e4-497b-a99f-cc965216a4f9 (dataset), name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 144bc7a7-ac1d-4608-8dbd-5ac10e4a3401 (dataset): DatasetConfig { id: 144bc7a7-ac1d-4608-8dbd-5ac10e4a3401 (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 15d06938-5ed1-495c-8d9e-f1215d6707f0 (dataset): DatasetConfig { id: 15d06938-5ed1-495c-8d9e-f1215d6707f0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 192d5e96-8014-4e3c-af48-71d4c3fb693f (dataset): DatasetConfig { id: 192d5e96-8014-4e3c-af48-71d4c3fb693f (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c6376c2-3da7-460c-9e3b-69c6b433d692 (dataset): DatasetConfig { id: 1c6376c2-3da7-460c-9e3b-69c6b433d692 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2301231b-0d94-4a71-be13-10f124de2f45 (dataset): DatasetConfig { id: 2301231b-0d94-4a71-be13-10f124de2f45 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 24691edf-c48b-437a-bc02-60c286d7b8cf (dataset): DatasetConfig { id: 24691edf-c48b-437a-bc02-60c286d7b8cf (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b41717f-a5eb-4dbd-807e-f3e09cc06f74 (dataset): DatasetConfig { id: 2b41717f-a5eb-4dbd-807e-f3e09cc06f74 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2f63adaa-76db-41cc-b893-1e1fa8ec4023 (dataset): DatasetConfig { id: 2f63adaa-76db-41cc-b893-1e1fa8ec4023 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 33a8e0a2-3f66-4ad6-b8bb-7051cfd0cbaa (dataset): DatasetConfig { id: 33a8e0a2-3f66-4ad6-b8bb-7051cfd0cbaa (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 38b42a5e-7027-4de1-8ac2-3ea59c97440e (dataset): DatasetConfig { id: 38b42a5e-7027-4de1-8ac2-3ea59c97440e (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3a8b3fc6-ba51-4788-a2d6-52b005519793 (dataset): DatasetConfig { id: 3a8b3fc6-ba51-4788-a2d6-52b005519793 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 404c68d7-7db9-4b17-95df-80f4686b2c54 (dataset): DatasetConfig { id: 404c68d7-7db9-4b17-95df-80f4686b2c54 (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 4086dcee-b755-4ef2-bdb3-b67201420856 (dataset): DatasetConfig { id: 4086dcee-b755-4ef2-bdb3-b67201420856 (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 42184284-ec0c-4eab-ac7a-eab1166ce5e0 (dataset): DatasetConfig { id: 42184284-ec0c-4eab-ac7a-eab1166ce5e0 (dataset), name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 46e1fc42-a569-4dfb-abe7-316a667df8cf (dataset): DatasetConfig { id: 46e1fc42-a569-4dfb-abe7-316a667df8cf (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 48370fb2-c834-4a33-8784-b4aeaa582c74 (dataset): DatasetConfig { id: 48370fb2-c834-4a33-8784-b4aeaa582c74 (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4b0ee27b-8da6-4c04-8d51-bb5197e541f3 (dataset): DatasetConfig { id: 4b0ee27b-8da6-4c04-8d51-bb5197e541f3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4c507982-7a99-43bc-bea8-37d473cad711 (dataset): DatasetConfig { id: 4c507982-7a99-43bc-bea8-37d473cad711 (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5111907f-1a66-483b-8265-031220c3551a (dataset): DatasetConfig { id: 5111907f-1a66-483b-8265-031220c3551a (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 52d75b9d-b91e-42ce-9720-11020ff487a7 (dataset): DatasetConfig { id: 52d75b9d-b91e-42ce-9720-11020ff487a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: TransientZone { name: "oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 54e1beab-aba6-4fdc-8db5-a7a24fedf96a (dataset): DatasetConfig { id: 54e1beab-aba6-4fdc-8db5-a7a24fedf96a (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 57ff1210-2d75-43c2-9f20-cb3a7d5d54ca (dataset): DatasetConfig { id: 57ff1210-2d75-43c2-9f20-cb3a7d5d54ca (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5aa196c1-9ae5-462e-b25f-60a6d097b874 (dataset): DatasetConfig { id: 5aa196c1-9ae5-462e-b25f-60a6d097b874 (dataset), name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 63ca0d5d-bbd4-4fbb-8fb7-6665d51c71d8 (dataset): DatasetConfig { id: 63ca0d5d-bbd4-4fbb-8fb7-6665d51c71d8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 64011c35-1c58-4535-9959-04a87d4dc601 (dataset): DatasetConfig { id: 64011c35-1c58-4535-9959-04a87d4dc601 (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 648b6836-9354-41f1-b7f0-6163e19a5888 (dataset): DatasetConfig { id: 648b6836-9354-41f1-b7f0-6163e19a5888 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 692ad8cc-32a5-494a-9b91-dfb00956045b (dataset): DatasetConfig { id: 692ad8cc-32a5-494a-9b91-dfb00956045b (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69f3dbe4-c82b-4e19-8171-254683ee8c41 (dataset): DatasetConfig { id: 69f3dbe4-c82b-4e19-8171-254683ee8c41 (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6b6000c5-54ae-425e-81d0-945d32df1d9b (dataset): DatasetConfig { id: 6b6000c5-54ae-425e-81d0-945d32df1d9b (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6ca20e7b-3d78-4f22-b166-09085a169b88 (dataset): DatasetConfig { id: 6ca20e7b-3d78-4f22-b166-09085a169b88 (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 714a3d51-7354-4136-ab84-4ab3553f9a14 (dataset): DatasetConfig { id: 714a3d51-7354-4136-ab84-4ab3553f9a14 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 72acf285-2bf1-463d-9388-034fc3e2d535 (dataset): DatasetConfig { id: 72acf285-2bf1-463d-9388-034fc3e2d535 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7bfaac18-ed9d-4f63-9286-a22adc5ea76b (dataset): DatasetConfig { id: 7bfaac18-ed9d-4f63-9286-a22adc5ea76b (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 807b7e75-1ba3-40fd-a9d6-9fd5b21a8c44 (dataset): DatasetConfig { id: 807b7e75-1ba3-40fd-a9d6-9fd5b21a8c44 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 838ed889-1e6a-4e9a-ab3b-8cccb456c92a (dataset): DatasetConfig { id: 838ed889-1e6a-4e9a-ab3b-8cccb456c92a (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8de08a8a-c957-4bba-ad69-05a8bb6cc49a (dataset): DatasetConfig { id: 8de08a8a-c957-4bba-ad69-05a8bb6cc49a (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 93c7f407-f119-4375-a48b-5cd3c5de6365 (dataset): DatasetConfig { id: 93c7f407-f119-4375-a48b-5cd3c5de6365 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 947c5cb9-d823-4a46-92e3-258c98b3fbda (dataset): DatasetConfig { id: 947c5cb9-d823-4a46-92e3-258c98b3fbda (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 94f97465-3c59-442d-b314-9251e12768a4 (dataset): DatasetConfig { id: 94f97465-3c59-442d-b314-9251e12768a4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 99303814-f72e-4aa4-9696-b7384618360e (dataset): DatasetConfig { id: 99303814-f72e-4aa4-9696-b7384618360e (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9aee71c2-1bd5-4322-8835-62409d2c83da (dataset): DatasetConfig { id: 9aee71c2-1bd5-4322-8835-62409d2c83da (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9d5a4900-0fa4-48fb-8edd-929d848ce656 (dataset): DatasetConfig { id: 9d5a4900-0fa4-48fb-8edd-929d848ce656 (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9ee24c3a-ffe5-4fa3-adcb-cb33f95b7e5e (dataset): DatasetConfig { id: 9ee24c3a-ffe5-4fa3-adcb-cb33f95b7e5e (dataset), name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, acb545cd-f9ac-4def-9b0a-c4360da7d2e5 (dataset): DatasetConfig { id: acb545cd-f9ac-4def-9b0a-c4360da7d2e5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b78ba258-0fb2-4de9-a2ab-575bb62d4d34 (dataset): DatasetConfig { id: b78ba258-0fb2-4de9-a2ab-575bb62d4d34 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bd10e7f6-07a9-4f3d-bacf-0ca102692080 (dataset): DatasetConfig { id: bd10e7f6-07a9-4f3d-bacf-0ca102692080 (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c05328a6-b132-4291-b7ad-f43c76bcc2e9 (dataset): DatasetConfig { id: c05328a6-b132-4291-b7ad-f43c76bcc2e9 (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, c600fb25-6a61-4125-adb2-bdd91fa47b63 (dataset): DatasetConfig { id: c600fb25-6a61-4125-adb2-bdd91fa47b63 (dataset), name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cacea80f-5c49-4409-a465-5fa9b8fafb8e (dataset): DatasetConfig { id: cacea80f-5c49-4409-a465-5fa9b8fafb8e (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce2c4352-d2fa-4418-ad3d-e549862eeda1 (dataset): DatasetConfig { id: ce2c4352-d2fa-4418-ad3d-e549862eeda1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d085d928-418e-4c85-b94d-9f8328f05a85 (dataset): DatasetConfig { id: d085d928-418e-4c85-b94d-9f8328f05a85 (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dcbe6f41-d5ce-4a2e-af3f-5216a427ff46 (dataset): DatasetConfig { id: dcbe6f41-d5ce-4a2e-af3f-5216a427ff46 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dfdad261-72fe-491f-9719-63b4b577069d (dataset): DatasetConfig { id: dfdad261-72fe-491f-9719-63b4b577069d (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e17342f9-9bf6-4cf6-a640-e521037d96b7 (dataset): DatasetConfig { id: e17342f9-9bf6-4cf6-a640-e521037d96b7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: TransientZone { name: "oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e2ae6ff8-e428-490b-9473-8a87ce5b820e (dataset): DatasetConfig { id: e2ae6ff8-e428-490b-9473-8a87ce5b820e (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e81e6c51-0411-4b29-9c35-755633d8c74e (dataset): DatasetConfig { id: e81e6c51-0411-4b29-9c35-755633d8c74e (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f059e034-b8f8-4950-84f5-75e333282237 (dataset): DatasetConfig { id: f059e034-b8f8-4950-84f5-75e333282237 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f28efc5c-c2d2-4edc-9ca6-887b5393e9c5 (dataset): DatasetConfig { id: f28efc5c-c2d2-4edc-9ca6-887b5393e9c5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f42b4c2a-381d-404f-932f-4065926dc088 (dataset): DatasetConfig { id: f42b4c2a-381d-404f-932f-4065926dc088 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fa13626c-d453-4db3-aab8-037ff9ed27cc (dataset): DatasetConfig { id: fa13626c-d453-4db3-aab8-037ff9ed27cc (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }
file = sled-agent/src/rack_setup/service.rs:460
sled_address = [fd00:1122:3344:101::1]:12345
|
| 445 | 2025-01-15T02:23:26.789Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63500
|
| 446 | 2025-01-15T02:23:26.790Z | INFO | SledAgent: datasets ensure
file = sled-agent/src/sled_agent.rs:859
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 447 | 2025-01-15T02:23:26.790Z | INFO | SledAgent (StorageManager): Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {0289b49f-f46b-48bd-8877-22ab22e20ade (dataset): DatasetConfig { id: 0289b49f-f46b-48bd-8877-22ab22e20ade (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 06e3a5aa-51e3-40cd-8681-80ad502a87f0 (dataset): DatasetConfig { id: 06e3a5aa-51e3-40cd-8681-80ad502a87f0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0cf2d24e-167f-4c85-b8b3-f81c61fb0a2e (dataset): DatasetConfig { id: 0cf2d24e-167f-4c85-b8b3-f81c61fb0a2e (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ed23841-25ee-4ce1-9a3f-a0eaa44b2968 (dataset): DatasetConfig { id: 0ed23841-25ee-4ce1-9a3f-a0eaa44b2968 (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 10d093dd-a650-4250-9a52-625c59d8429d (dataset): DatasetConfig { id: 10d093dd-a650-4250-9a52-625c59d8429d (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 12d38b84-38e4-497b-a99f-cc965216a4f9 (dataset): DatasetConfig { id: 12d38b84-38e4-497b-a99f-cc965216a4f9 (dataset), name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 144bc7a7-ac1d-4608-8dbd-5ac10e4a3401 (dataset): DatasetConfig { id: 144bc7a7-ac1d-4608-8dbd-5ac10e4a3401 (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 15d06938-5ed1-495c-8d9e-f1215d6707f0 (dataset): DatasetConfig { id: 15d06938-5ed1-495c-8d9e-f1215d6707f0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 192d5e96-8014-4e3c-af48-71d4c3fb693f (dataset): DatasetConfig { id: 192d5e96-8014-4e3c-af48-71d4c3fb693f (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c6376c2-3da7-460c-9e3b-69c6b433d692 (dataset): DatasetConfig { id: 1c6376c2-3da7-460c-9e3b-69c6b433d692 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2301231b-0d94-4a71-be13-10f124de2f45 (dataset): DatasetConfig { id: 2301231b-0d94-4a71-be13-10f124de2f45 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 24691edf-c48b-437a-bc02-60c286d7b8cf (dataset): DatasetConfig { id: 24691edf-c48b-437a-bc02-60c286d7b8cf (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b41717f-a5eb-4dbd-807e-f3e09cc06f74 (dataset): DatasetConfig { id: 2b41717f-a5eb-4dbd-807e-f3e09cc06f74 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2f63adaa-76db-41cc-b893-1e1fa8ec4023 (dataset): DatasetConfig { id: 2f63adaa-76db-41cc-b893-1e1fa8ec4023 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 33a8e0a2-3f66-4ad6-b8bb-7051cfd0cbaa (dataset): DatasetConfig { id: 33a8e0a2-3f66-4ad6-b8bb-7051cfd0cbaa (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 38b42a5e-7027-4de1-8ac2-3ea59c97440e (dataset): DatasetConfig { id: 38b42a5e-7027-4de1-8ac2-3ea59c97440e (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3a8b3fc6-ba51-4788-a2d6-52b005519793 (dataset): DatasetConfig { id: 3a8b3fc6-ba51-4788-a2d6-52b005519793 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 404c68d7-7db9-4b17-95df-80f4686b2c54 (dataset): DatasetConfig { id: 404c68d7-7db9-4b17-95df-80f4686b2c54 (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 4086dcee-b755-4ef2-bdb3-b67201420856 (dataset): DatasetConfig { id: 4086dcee-b755-4ef2-bdb3-b67201420856 (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 42184284-ec0c-4eab-ac7a-eab1166ce5e0 (dataset): DatasetConfig { id: 42184284-ec0c-4eab-ac7a-eab1166ce5e0 (dataset), name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 46e1fc42-a569-4dfb-abe7-316a667df8cf (dataset): DatasetConfig { id: 46e1fc42-a569-4dfb-abe7-316a667df8cf (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 48370fb2-c834-4a33-8784-b4aeaa582c74 (dataset): DatasetConfig { id: 48370fb2-c834-4a33-8784-b4aeaa582c74 (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4b0ee27b-8da6-4c04-8d51-bb5197e541f3 (dataset): DatasetConfig { id: 4b0ee27b-8da6-4c04-8d51-bb5197e541f3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4c507982-7a99-43bc-bea8-37d473cad711 (dataset): DatasetConfig { id: 4c507982-7a99-43bc-bea8-37d473cad711 (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5111907f-1a66-483b-8265-031220c3551a (dataset): DatasetConfig { id: 5111907f-1a66-483b-8265-031220c3551a (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 52d75b9d-b91e-42ce-9720-11020ff487a7 (dataset): DatasetConfig { id: 52d75b9d-b91e-42ce-9720-11020ff487a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: TransientZone { name: "oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 54e1beab-aba6-4fdc-8db5-a7a24fedf96a (dataset): DatasetConfig { id: 54e1beab-aba6-4fdc-8db5-a7a24fedf96a (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 57ff1210-2d75-43c2-9f20-cb3a7d5d54ca (dataset): DatasetConfig { id: 57ff1210-2d75-43c2-9f20-cb3a7d5d54ca (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5aa196c1-9ae5-462e-b25f-60a6d097b874 (dataset): DatasetConfig { id: 5aa196c1-9ae5-462e-b25f-60a6d097b874 (dataset), name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 63ca0d5d-bbd4-4fbb-8fb7-6665d51c71d8 (dataset): DatasetConfig { id: 63ca0d5d-bbd4-4fbb-8fb7-6665d51c71d8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 64011c35-1c58-4535-9959-04a87d4dc601 (dataset): DatasetConfig { id: 64011c35-1c58-4535-9959-04a87d4dc601 (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 648b6836-9354-41f1-b7f0-6163e19a5888 (dataset): DatasetConfig { id: 648b6836-9354-41f1-b7f0-6163e19a5888 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 692ad8cc-32a5-494a-9b91-dfb00956045b (dataset): DatasetConfig { id: 692ad8cc-32a5-494a-9b91-dfb00956045b (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69f3dbe4-c82b-4e19-8171-254683ee8c41 (dataset): DatasetConfig { id: 69f3dbe4-c82b-4e19-8171-254683ee8c41 (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6b6000c5-54ae-425e-81d0-945d32df1d9b (dataset): DatasetConfig { id: 6b6000c5-54ae-425e-81d0-945d32df1d9b (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6ca20e7b-3d78-4f22-b166-09085a169b88 (dataset): DatasetConfig { id: 6ca20e7b-3d78-4f22-b166-09085a169b88 (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 714a3d51-7354-4136-ab84-4ab3553f9a14 (dataset): DatasetConfig { id: 714a3d51-7354-4136-ab84-4ab3553f9a14 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 72acf285-2bf1-463d-9388-034fc3e2d535 (dataset): DatasetConfig { id: 72acf285-2bf1-463d-9388-034fc3e2d535 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7bfaac18-ed9d-4f63-9286-a22adc5ea76b (dataset): DatasetConfig { id: 7bfaac18-ed9d-4f63-9286-a22adc5ea76b (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 807b7e75-1ba3-40fd-a9d6-9fd5b21a8c44 (dataset): DatasetConfig { id: 807b7e75-1ba3-40fd-a9d6-9fd5b21a8c44 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 838ed889-1e6a-4e9a-ab3b-8cccb456c92a (dataset): DatasetConfig { id: 838ed889-1e6a-4e9a-ab3b-8cccb456c92a (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8de08a8a-c957-4bba-ad69-05a8bb6cc49a (dataset): DatasetConfig { id: 8de08a8a-c957-4bba-ad69-05a8bb6cc49a (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 93c7f407-f119-4375-a48b-5cd3c5de6365 (dataset): DatasetConfig { id: 93c7f407-f119-4375-a48b-5cd3c5de6365 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 947c5cb9-d823-4a46-92e3-258c98b3fbda (dataset): DatasetConfig { id: 947c5cb9-d823-4a46-92e3-258c98b3fbda (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 94f97465-3c59-442d-b314-9251e12768a4 (dataset): DatasetConfig { id: 94f97465-3c59-442d-b314-9251e12768a4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 99303814-f72e-4aa4-9696-b7384618360e (dataset): DatasetConfig { id: 99303814-f72e-4aa4-9696-b7384618360e (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9aee71c2-1bd5-4322-8835-62409d2c83da (dataset): DatasetConfig { id: 9aee71c2-1bd5-4322-8835-62409d2c83da (dataset), name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9d5a4900-0fa4-48fb-8edd-929d848ce656 (dataset): DatasetConfig { id: 9d5a4900-0fa4-48fb-8edd-929d848ce656 (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9ee24c3a-ffe5-4fa3-adcb-cb33f95b7e5e (dataset): DatasetConfig { id: 9ee24c3a-ffe5-4fa3-adcb-cb33f95b7e5e (dataset), name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, acb545cd-f9ac-4def-9b0a-c4360da7d2e5 (dataset): DatasetConfig { id: acb545cd-f9ac-4def-9b0a-c4360da7d2e5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b78ba258-0fb2-4de9-a2ab-575bb62d4d34 (dataset): DatasetConfig { id: b78ba258-0fb2-4de9-a2ab-575bb62d4d34 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bd10e7f6-07a9-4f3d-bacf-0ca102692080 (dataset): DatasetConfig { id: bd10e7f6-07a9-4f3d-bacf-0ca102692080 (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c05328a6-b132-4291-b7ad-f43c76bcc2e9 (dataset): DatasetConfig { id: c05328a6-b132-4291-b7ad-f43c76bcc2e9 (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, c600fb25-6a61-4125-adb2-bdd91fa47b63 (dataset): DatasetConfig { id: c600fb25-6a61-4125-adb2-bdd91fa47b63 (dataset), name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cacea80f-5c49-4409-a465-5fa9b8fafb8e (dataset): DatasetConfig { id: cacea80f-5c49-4409-a465-5fa9b8fafb8e (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce2c4352-d2fa-4418-ad3d-e549862eeda1 (dataset): DatasetConfig { id: ce2c4352-d2fa-4418-ad3d-e549862eeda1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d085d928-418e-4c85-b94d-9f8328f05a85 (dataset): DatasetConfig { id: d085d928-418e-4c85-b94d-9f8328f05a85 (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dcbe6f41-d5ce-4a2e-af3f-5216a427ff46 (dataset): DatasetConfig { id: dcbe6f41-d5ce-4a2e-af3f-5216a427ff46 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dfdad261-72fe-491f-9719-63b4b577069d (dataset): DatasetConfig { id: dfdad261-72fe-491f-9719-63b4b577069d (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e17342f9-9bf6-4cf6-a640-e521037d96b7 (dataset): DatasetConfig { id: e17342f9-9bf6-4cf6-a640-e521037d96b7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: TransientZone { name: "oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e2ae6ff8-e428-490b-9473-8a87ce5b820e (dataset): DatasetConfig { id: e2ae6ff8-e428-490b-9473-8a87ce5b820e (dataset), name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e81e6c51-0411-4b29-9c35-755633d8c74e (dataset): DatasetConfig { id: e81e6c51-0411-4b29-9c35-755633d8c74e (dataset), name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f059e034-b8f8-4950-84f5-75e333282237 (dataset): DatasetConfig { id: f059e034-b8f8-4950-84f5-75e333282237 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f28efc5c-c2d2-4edc-9ca6-887b5393e9c5 (dataset): DatasetConfig { id: f28efc5c-c2d2-4edc-9ca6-887b5393e9c5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f42b4c2a-381d-404f-932f-4065926dc088 (dataset): DatasetConfig { id: f42b4c2a-381d-404f-932f-4065926dc088 (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fa13626c-d453-4db3-aab8-037ff9ed27cc (dataset): DatasetConfig { id: fa13626c-d453-4db3-aab8-037ff9ed27cc (dataset), name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 448 | 2025-01-15T02:23:26.790Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-datasets.json
file = common/src/ledger.rs:188
request = datasets_ensure
|
| 449 | 2025-01-15T02:23:26.790Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-datasets.json
file = common/src/ledger.rs:188
request = datasets_ensure
|
| 450 | 2025-01-15T02:23:26.790Z | INFO | SledAgent (StorageManager): No previously-stored 'requested datasets', creating new ledger
file = sled-storage/src/manager.rs:909
request = datasets_ensure
|
| 451 | 2025-01-15T02:23:26.807Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 452 | 2025-01-15T02:23:26.807Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 453 | 2025-01-15T02:23:26.807Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 454 | 2025-01-15T02:23:26.856Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 455 | 2025-01-15T02:23:26.856Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 456 | 2025-01-15T02:23:26.856Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crypt/debug"), full_name: "oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 457 | 2025-01-15T02:23:26.890Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 458 | 2025-01-15T02:23:26.890Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 459 | 2025-01-15T02:23:26.890Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/zone/oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72"), full_name: "oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/zone/oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72" }
file = sled-storage/src/manager.rs:1431
|
| 460 | 2025-01-15T02:23:26.951Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 461 | 2025-01-15T02:23:26.951Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 462 | 2025-01-15T02:23:26.951Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/zone"), full_name: "oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 463 | 2025-01-15T02:23:26.978Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 464 | 2025-01-15T02:23:26.978Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 465 | 2025-01-15T02:23:26.978Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/zone/oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), full_name: "oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/zone/oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a" }
file = sled-storage/src/manager.rs:1431
|
| 466 | 2025-01-15T02:23:27.039Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 467 | 2025-01-15T02:23:27.039Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 468 | 2025-01-15T02:23:27.039Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/d8acd544-80aa-4e82-b375-eb038fe27547/crypt/debug"), full_name: "oxp_d8acd544-80aa-4e82-b375-eb038fe27547/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 469 | 2025-01-15T02:23:27.066Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 470 | 2025-01-15T02:23:27.066Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 471 | 2025-01-15T02:23:27.066Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/87e49e9a-4ab3-4574-b920-463506a8978e/crypt/zone/oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46"), full_name: "oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crypt/zone/oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46" }
file = sled-storage/src/manager.rs:1431
|
| 472 | 2025-01-15T02:23:27.126Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 473 | 2025-01-15T02:23:27.126Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 474 | 2025-01-15T02:23:27.126Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/zone/oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f"), full_name: "oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/zone/oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f" }
file = sled-storage/src/manager.rs:1431
|
| 475 | 2025-01-15T02:23:27.186Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 476 | 2025-01-15T02:23:27.186Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 477 | 2025-01-15T02:23:27.186Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/zone/oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b"), full_name: "oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/zone/oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b" }
file = sled-storage/src/manager.rs:1431
|
| 478 | 2025-01-15T02:23:27.246Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 479 | 2025-01-15T02:23:27.247Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 480 | 2025-01-15T02:23:27.247Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crypt/zone/oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45"), full_name: "oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crypt/zone/oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45" }
file = sled-storage/src/manager.rs:1431
|
| 481 | 2025-01-15T02:23:27.307Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 482 | 2025-01-15T02:23:27.307Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 483 | 2025-01-15T02:23:27.307Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 484 | 2025-01-15T02:23:27.355Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 485 | 2025-01-15T02:23:27.355Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 486 | 2025-01-15T02:23:27.355Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 487 | 2025-01-15T02:23:27.405Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 488 | 2025-01-15T02:23:27.405Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 489 | 2025-01-15T02:23:27.405Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/debug"), full_name: "oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 490 | 2025-01-15T02:23:27.435Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 491 | 2025-01-15T02:23:27.435Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 492 | 2025-01-15T02:23:27.435Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301" }
file = sled-storage/src/manager.rs:1431
|
| 493 | 2025-01-15T02:23:27.496Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 494 | 2025-01-15T02:23:27.496Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 495 | 2025-01-15T02:23:27.496Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 496 | 2025-01-15T02:23:27.547Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 497 | 2025-01-15T02:23:27.547Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 498 | 2025-01-15T02:23:27.547Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/external_dns" }
file = sled-storage/src/manager.rs:1431
|
| 499 | 2025-01-15T02:23:27.597Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 500 | 2025-01-15T02:23:27.597Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 501 | 2025-01-15T02:23:27.597Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crypt/zone/oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca"), full_name: "oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crypt/zone/oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca" }
file = sled-storage/src/manager.rs:1431
|
| 502 | 2025-01-15T02:23:27.658Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 503 | 2025-01-15T02:23:27.658Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 504 | 2025-01-15T02:23:27.658Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/276e9391-34d6-4a99-bd91-776ecada771e/crypt/debug"), full_name: "oxp_276e9391-34d6-4a99-bd91-776ecada771e/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 505 | 2025-01-15T02:23:27.687Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 506 | 2025-01-15T02:23:27.687Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 507 | 2025-01-15T02:23:27.687Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/87e49e9a-4ab3-4574-b920-463506a8978e/crypt/debug"), full_name: "oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 508 | 2025-01-15T02:23:27.716Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 509 | 2025-01-15T02:23:27.716Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 510 | 2025-01-15T02:23:27.716Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/d8acd544-80aa-4e82-b375-eb038fe27547/crypt/zone"), full_name: "oxp_d8acd544-80aa-4e82-b375-eb038fe27547/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 511 | 2025-01-15T02:23:27.745Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 512 | 2025-01-15T02:23:27.746Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 513 | 2025-01-15T02:23:27.746Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 514 | 2025-01-15T02:23:27.746Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/87e49e9a-4ab3-4574-b920-463506a8978e/crypt/zone"), full_name: "oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 515 | 2025-01-15T02:23:27.775Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 516 | 2025-01-15T02:23:27.775Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 517 | 2025-01-15T02:23:27.775Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 518 | 2025-01-15T02:23:27.824Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 519 | 2025-01-15T02:23:27.824Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 520 | 2025-01-15T02:23:27.824Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/zone/oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f"), full_name: "oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/zone/oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f" }
file = sled-storage/src/manager.rs:1431
|
| 521 | 2025-01-15T02:23:27.882Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 522 | 2025-01-15T02:23:27.882Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 523 | 2025-01-15T02:23:27.882Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/debug"), full_name: "oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 524 | 2025-01-15T02:23:27.910Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 525 | 2025-01-15T02:23:27.910Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 526 | 2025-01-15T02:23:27.910Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76" }
file = sled-storage/src/manager.rs:1431
|
| 527 | 2025-01-15T02:23:27.968Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 528 | 2025-01-15T02:23:27.968Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 529 | 2025-01-15T02:23:27.968Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/276e9391-34d6-4a99-bd91-776ecada771e/crypt/zone/oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd"), full_name: "oxp_276e9391-34d6-4a99-bd91-776ecada771e/crypt/zone/oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd" }
file = sled-storage/src/manager.rs:1431
|
| 530 | 2025-01-15T02:23:28.028Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 531 | 2025-01-15T02:23:28.028Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 532 | 2025-01-15T02:23:28.028Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402" }
file = sled-storage/src/manager.rs:1431
|
| 533 | 2025-01-15T02:23:28.089Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 534 | 2025-01-15T02:23:28.089Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 535 | 2025-01-15T02:23:28.089Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/zone/oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f"), full_name: "oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/zone/oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f" }
file = sled-storage/src/manager.rs:1431
|
| 536 | 2025-01-15T02:23:28.151Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 537 | 2025-01-15T02:23:28.151Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 538 | 2025-01-15T02:23:28.151Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_d8acd544-80aa-4e82-b375-eb038fe27547/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 539 | 2025-01-15T02:23:28.199Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 540 | 2025-01-15T02:23:28.199Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 541 | 2025-01-15T02:23:28.199Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 542 | 2025-01-15T02:23:28.230Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 543 | 2025-01-15T02:23:28.230Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 544 | 2025-01-15T02:23:28.230Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/zone/oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775"), full_name: "oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/zone/oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775" }
file = sled-storage/src/manager.rs:1431
|
| 545 | 2025-01-15T02:23:28.289Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 546 | 2025-01-15T02:23:28.289Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 547 | 2025-01-15T02:23:28.289Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/zone"), full_name: "oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 548 | 2025-01-15T02:23:28.319Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 549 | 2025-01-15T02:23:28.319Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 550 | 2025-01-15T02:23:28.319Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 551 | 2025-01-15T02:23:28.366Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 552 | 2025-01-15T02:23:28.366Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 553 | 2025-01-15T02:23:28.366Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/zone/oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596"), full_name: "oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/zone/oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596" }
file = sled-storage/src/manager.rs:1431
|
| 554 | 2025-01-15T02:23:28.425Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 555 | 2025-01-15T02:23:28.425Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 556 | 2025-01-15T02:23:28.425Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/debug"), full_name: "oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 557 | 2025-01-15T02:23:28.453Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 558 | 2025-01-15T02:23:28.453Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 559 | 2025-01-15T02:23:28.453Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_276e9391-34d6-4a99-bd91-776ecada771e/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 560 | 2025-01-15T02:23:28.500Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 561 | 2025-01-15T02:23:28.501Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 562 | 2025-01-15T02:23:28.501Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/zone/oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d"), full_name: "oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/zone/oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d" }
file = sled-storage/src/manager.rs:1431
|
| 563 | 2025-01-15T02:23:28.561Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 564 | 2025-01-15T02:23:28.561Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 565 | 2025-01-15T02:23:28.561Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 566 | 2025-01-15T02:23:28.611Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 567 | 2025-01-15T02:23:28.611Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 568 | 2025-01-15T02:23:28.611Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 569 | 2025-01-15T02:23:28.660Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 570 | 2025-01-15T02:23:28.660Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 571 | 2025-01-15T02:23:28.660Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/zone"), full_name: "oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 572 | 2025-01-15T02:23:28.689Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 573 | 2025-01-15T02:23:28.689Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 574 | 2025-01-15T02:23:28.689Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/zone/oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a"), full_name: "oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/zone/oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a" }
file = sled-storage/src/manager.rs:1431
|
| 575 | 2025-01-15T02:23:28.747Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 576 | 2025-01-15T02:23:28.748Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 577 | 2025-01-15T02:23:28.748Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 578 | 2025-01-15T02:23:28.748Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/clickhouse" }
file = sled-storage/src/manager.rs:1431
|
| 579 | 2025-01-15T02:23:28.799Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 580 | 2025-01-15T02:23:28.799Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 581 | 2025-01-15T02:23:28.799Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 582 | 2025-01-15T02:23:28.849Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 583 | 2025-01-15T02:23:28.849Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 584 | 2025-01-15T02:23:28.849Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/276e9391-34d6-4a99-bd91-776ecada771e/crypt/zone"), full_name: "oxp_276e9391-34d6-4a99-bd91-776ecada771e/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 585 | 2025-01-15T02:23:28.878Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 586 | 2025-01-15T02:23:28.878Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 587 | 2025-01-15T02:23:28.878Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 588 | 2025-01-15T02:23:28.928Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 589 | 2025-01-15T02:23:28.928Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 590 | 2025-01-15T02:23:28.928Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811" }
file = sled-storage/src/manager.rs:1431
|
| 591 | 2025-01-15T02:23:28.990Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 592 | 2025-01-15T02:23:28.990Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 593 | 2025-01-15T02:23:28.990Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 594 | 2025-01-15T02:23:29.041Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 595 | 2025-01-15T02:23:29.041Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 596 | 2025-01-15T02:23:29.041Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/87e49e9a-4ab3-4574-b920-463506a8978e/crypt/zone/oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22"), full_name: "oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crypt/zone/oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22" }
file = sled-storage/src/manager.rs:1431
|
| 597 | 2025-01-15T02:23:29.102Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 598 | 2025-01-15T02:23:29.102Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 599 | 2025-01-15T02:23:29.102Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crypt/zone"), full_name: "oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 600 | 2025-01-15T02:23:29.131Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 601 | 2025-01-15T02:23:29.131Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 602 | 2025-01-15T02:23:29.131Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/zone/oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b"), full_name: "oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/zone/oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b" }
file = sled-storage/src/manager.rs:1431
|
| 603 | 2025-01-15T02:23:29.191Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 604 | 2025-01-15T02:23:29.191Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 605 | 2025-01-15T02:23:29.191Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 606 | 2025-01-15T02:23:29.239Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 607 | 2025-01-15T02:23:29.239Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 608 | 2025-01-15T02:23:29.239Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/zone"), full_name: "oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 609 | 2025-01-15T02:23:29.268Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 610 | 2025-01-15T02:23:29.268Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 611 | 2025-01-15T02:23:29.268Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/debug"), full_name: "oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 612 | 2025-01-15T02:23:29.299Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 613 | 2025-01-15T02:23:29.299Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 614 | 2025-01-15T02:23:29.299Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/d8acd544-80aa-4e82-b375-eb038fe27547/crypt/zone/oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344"), full_name: "oxp_d8acd544-80aa-4e82-b375-eb038fe27547/crypt/zone/oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344" }
file = sled-storage/src/manager.rs:1431
|
| 615 | 2025-01-15T02:23:29.360Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 616 | 2025-01-15T02:23:29.360Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 617 | 2025-01-15T02:23:29.360Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/87e49e9a-4ab3-4574-b920-463506a8978e/crypt/zone/oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e"), full_name: "oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crypt/zone/oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e" }
file = sled-storage/src/manager.rs:1431
|
| 618 | 2025-01-15T02:23:29.423Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 619 | 2025-01-15T02:23:29.423Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 620 | 2025-01-15T02:23:29.423Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/276e9391-34d6-4a99-bd91-776ecada771e/crypt/zone/oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03"), full_name: "oxp_276e9391-34d6-4a99-bd91-776ecada771e/crypt/zone/oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03" }
file = sled-storage/src/manager.rs:1431
|
| 621 | 2025-01-15T02:23:29.483Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 622 | 2025-01-15T02:23:29.483Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 623 | 2025-01-15T02:23:29.483Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 624 | 2025-01-15T02:23:29.533Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 625 | 2025-01-15T02:23:29.533Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 626 | 2025-01-15T02:23:29.533Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59" }
file = sled-storage/src/manager.rs:1431
|
| 627 | 2025-01-15T02:23:29.592Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 628 | 2025-01-15T02:23:29.592Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 629 | 2025-01-15T02:23:29.592Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 630 | 2025-01-15T02:23:29.641Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 631 | 2025-01-15T02:23:29.641Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 632 | 2025-01-15T02:23:29.641Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/276e9391-34d6-4a99-bd91-776ecada771e/crypt/zone/oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), full_name: "oxp_276e9391-34d6-4a99-bd91-776ecada771e/crypt/zone/oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3" }
file = sled-storage/src/manager.rs:1431
|
| 633 | 2025-01-15T02:23:29.702Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 634 | 2025-01-15T02:23:29.702Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 635 | 2025-01-15T02:23:29.702Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/zone/oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10"), full_name: "oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/zone/oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10" }
file = sled-storage/src/manager.rs:1431
|
| 636 | 2025-01-15T02:23:29.749Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 637 | 2025-01-15T02:23:29.761Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 638 | 2025-01-15T02:23:29.762Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 639 | 2025-01-15T02:23:29.762Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 640 | 2025-01-15T02:23:29.810Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 641 | 2025-01-15T02:23:29.810Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 642 | 2025-01-15T02:23:29.810Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/zone/oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7"), full_name: "oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/zone/oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7" }
file = sled-storage/src/manager.rs:1431
|
| 643 | 2025-01-15T02:23:29.872Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 644 | 2025-01-15T02:23:29.872Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 645 | 2025-01-15T02:23:29.872Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/zone/oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a" }
file = sled-storage/src/manager.rs:1431
|
| 646 | 2025-01-15T02:23:29.947Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 647 | 2025-01-15T02:23:29.947Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 648 | 2025-01-15T02:23:29.947Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/debug"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 649 | 2025-01-15T02:23:29.976Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 650 | 2025-01-15T02:23:29.976Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 651 | 2025-01-15T02:23:29.976Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/external_dns" }
file = sled-storage/src/manager.rs:1431
|
| 652 | 2025-01-15T02:23:30.028Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/.omicron-datasets.json.tmp
file = common/src/ledger.rs:199
request = datasets_ensure
|
| 653 | 2025-01-15T02:23:30.028Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/.omicron-datasets.json.tmp
file = common/src/ledger.rs:199
request = datasets_ensure
|
| 654 | 2025-01-15T02:23:30.029Z | INFO | SledAgent: datasets ensure: Updated storage
file = sled-agent/src/sled_agent.rs:861
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 655 | 2025-01-15T02:23:30.029Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3239766
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:63500
req_id = 4180bd51-a5c3-4c8c-bd23-a8f5b4a69043
response_code = 200
uri = /datasets
|
| 656 | 2025-01-15T02:23:30.061Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 657 | 2025-01-15T02:23:30.061Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62970
|
| 658 | 2025-01-15T02:23:30.061Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 659 | 2025-01-15T02:23:30.061Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 660 | 2025-01-15T02:23:30.069Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 661 | 2025-01-15T02:23:30.069Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 662 | 2025-01-15T02:23:30.078Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 663 | 2025-01-15T02:23:30.078Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 664 | 2025-01-15T02:23:30.087Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 665 | 2025-01-15T02:23:30.087Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 666 | 2025-01-15T02:23:30.087Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 667 | 2025-01-15T02:23:30.087Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 668 | 2025-01-15T02:23:30.130Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 669 | 2025-01-15T02:23:30.130Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 670 | 2025-01-15T02:23:30.130Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 671 | 2025-01-15T02:23:30.185Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
file = illumos-utils/src/zone.rs:325
|
| 672 | 2025-01-15T02:23:30.189Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775
file = illumos-utils/src/zone.rs:325
|
| 673 | 2025-01-15T02:23:30.193Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
file = illumos-utils/src/zone.rs:325
|
| 674 | 2025-01-15T02:23:30.204Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
file = illumos-utils/src/zone.rs:363
|
| 675 | 2025-01-15T02:23:30.209Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775
file = illumos-utils/src/zone.rs:363
|
| 676 | 2025-01-15T02:23:30.213Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
file = illumos-utils/src/zone.rs:363
|
| 677 | 2025-01-15T02:23:30.751Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 678 | 2025-01-15T02:23:31.843Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 679 | 2025-01-15T02:23:31.843Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 680 | 2025-01-15T02:23:31.843Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775
|
| 681 | 2025-01-15T02:23:32.327Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 682 | 2025-01-15T02:23:32.327Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 683 | 2025-01-15T02:23:32.544Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 5049691774691987306
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 684 | 2025-01-15T02:23:32.544Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7304221604471264573
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 685 | 2025-01-15T02:23:32.810Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 686 | 2025-01-15T02:23:32.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775") failed: Property not found. retry in 57.599778ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775
|
| 687 | 2025-01-15T02:23:32.818Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
|
| 688 | 2025-01-15T02:23:32.820Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4307
|
| 689 | 2025-01-15T02:23:32.820Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4317
gateway = fd00:1122:3344:101::1
|
| 690 | 2025-01-15T02:23:32.824Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 691 | 2025-01-15T02:23:32.824Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
|
| 692 | 2025-01-15T02:23:32.828Z | INFO | SledAgent (ServiceManager): Default route already exists
file = sled-agent/src/services.rs:4331
gateway = fd00:1122:3344:101::1
|
| 693 | 2025-01-15T02:23:32.828Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4396
|
| 694 | 2025-01-15T02:23:32.886Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775") failed: Property not found. retry in 51.188705ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775
|
| 695 | 2025-01-15T02:23:32.949Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775") failed: Property not found. retry in 199.793286ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775
|
| 696 | 2025-01-15T02:23:32.956Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22") failed: Property not found. retry in 59.508213ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
|
| 697 | 2025-01-15T02:23:32.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a") failed: Property not found. retry in 58.542897ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
|
| 698 | 2025-01-15T02:23:32.989Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4462
|
| 699 | 2025-01-15T02:23:32.989Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4489
|
| 700 | 2025-01-15T02:23:33.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22") failed: Property not found. retry in 132.156072ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
|
| 701 | 2025-01-15T02:23:33.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a") failed: Property not found. retry in 95.142378ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
|
| 702 | 2025-01-15T02:23:33.289Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4502
|
| 703 | 2025-01-15T02:23:33.289Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4348
|
| 704 | 2025-01-15T02:23:33.298Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775") failed: Property not found. retry in 544.472498ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775
|
| 705 | 2025-01-15T02:23:33.342Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22") failed: Property not found. retry in 216.926358ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
|
| 706 | 2025-01-15T02:23:33.388Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a") failed: Property not found. retry in 170.550283ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
|
| 707 | 2025-01-15T02:23:33.445Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4390
|
| 708 | 2025-01-15T02:23:33.445Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4469
rack_subnet = fd00:1122:3344::
|
| 709 | 2025-01-15T02:23:33.471Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4480
|
| 710 | 2025-01-15T02:23:33.471Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4522
|
| 711 | 2025-01-15T02:23:33.551Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4554
|
| 712 | 2025-01-15T02:23:33.551Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4560
|
| 713 | 2025-01-15T02:23:33.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a") failed: Property not found. retry in 587.801485ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
|
| 714 | 2025-01-15T02:23:33.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22") failed: Property not found. retry in 491.120053ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
|
| 715 | 2025-01-15T02:23:33.679Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4601
|
| 716 | 2025-01-15T02:23:33.679Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:370
|
| 717 | 2025-01-15T02:23:33.713Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:420
|
| 718 | 2025-01-15T02:23:33.745Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:717
|
| 719 | 2025-01-15T02:23:33.745Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:762
|
| 720 | 2025-01-15T02:23:33.746Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:765
uptime = 1
|
| 721 | 2025-01-15T02:23:33.746Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:444
|
| 722 | 2025-01-15T02:23:33.783Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 723 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 724 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 725 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 726 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 727 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 728 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 729 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 730 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 731 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 732 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 733 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 734 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 735 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 736 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 737 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 738 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 739 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 740 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 741 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 742 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 743 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 744 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 745 | 2025-01-15T02:23:33.837Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 746 | 2025-01-15T02:23:33.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775") failed: Property not found. retry in 928.752197ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775
|
| 747 | 2025-01-15T02:23:33.900Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 413521614313442029
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 748 | 2025-01-15T02:23:33.900Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 17478185358689782290
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 749 | 2025-01-15T02:23:34.083Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22") failed: Property not found. retry in 860.26217ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
|
| 750 | 2025-01-15T02:23:34.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a") failed: Property not found. retry in 1.043479885s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
|
| 751 | 2025-01-15T02:23:34.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775") failed: Property not found. retry in 1.47255747s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775
|
| 752 | 2025-01-15T02:23:34.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22") failed: Property not found. retry in 1.227063731s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
|
| 753 | 2025-01-15T02:23:35.222Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a") failed: Property not found. retry in 1.31793451s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
|
| 754 | 2025-01-15T02:23:36.188Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22") failed: Property not found. retry in 1.300136233s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
|
| 755 | 2025-01-15T02:23:36.271Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775") failed: Property not found. retry in 1.186098731s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775
|
| 756 | 2025-01-15T02:23:36.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a") failed: Property not found. retry in 907.40573ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
|
| 757 | 2025-01-15T02:23:37.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a") failed: Property not found. retry in 833.846824ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
|
| 758 | 2025-01-15T02:23:37.499Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22") failed: Property not found. retry in 757.996567ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
|
| 759 | 2025-01-15T02:23:38.320Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_internal_dns_0e94e881-2bab-4d68-8315-741d3cd1814a
|
| 760 | 2025-01-15T02:23:38.320Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_internal_dns_a4d0b75d-0c67-4224-af19-0510665c8775
|
| 761 | 2025-01-15T02:23:38.320Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_internal_dns_44ac331a-da63-47e3-a636-214c3ca86b22
|
| 762 | 2025-01-15T02:23:38.320Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 763 | 2025-01-15T02:23:38.320Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 764 | 2025-01-15T02:23:38.320Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8259270
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:62970
req_id = 253a2c70-a838-40b8-bbc8-4ab01f16acae
response_code = 204
uri = /omicron-zones
|
| 765 | 2025-01-15T02:23:38.322Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 766 | 2025-01-15T02:23:38.774Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 58.91389ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:678
|
| 767 | 2025-01-15T02:23:38.834Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 176.675713ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:678
|
| 768 | 2025-01-15T02:23:39.031Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 769 | 2025-01-15T02:23:39.080Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 770 | 2025-01-15T02:23:39.127Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:694
|
| 771 | 2025-01-15T02:23:39.127Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 772 | 2025-01-15T02:23:39.157Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 773 | 2025-01-15T02:23:39.158Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 774 | 2025-01-15T02:23:39.158Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 775 | 2025-01-15T02:23:39.188Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 776 | 2025-01-15T02:23:39.188Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44911
|
| 777 | 2025-01-15T02:23:39.188Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 778 | 2025-01-15T02:23:39.188Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 779 | 2025-01-15T02:23:39.199Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 780 | 2025-01-15T02:23:39.199Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 781 | 2025-01-15T02:23:39.209Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 782 | 2025-01-15T02:23:39.209Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 783 | 2025-01-15T02:23:39.218Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 784 | 2025-01-15T02:23:39.218Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 785 | 2025-01-15T02:23:39.218Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 786 | 2025-01-15T02:23:39.218Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 787 | 2025-01-15T02:23:39.230Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 788 | 2025-01-15T02:23:39.262Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 789 | 2025-01-15T02:23:39.263Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 790 | 2025-01-15T02:23:39.263Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 791 | 2025-01-15T02:23:39.293Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 242, 9]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 792 | 2025-01-15T02:23:39.293Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = boundary_ntp
|
| 793 | 2025-01-15T02:23:39.293Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:83
|
| 794 | 2025-01-15T02:23:39.293Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:90
|
| 795 | 2025-01-15T02:23:39.294Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:118
|
| 796 | 2025-01-15T02:23:39.294Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 797 | 2025-01-15T02:23:39.318Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
file = illumos-utils/src/zone.rs:325
|
| 798 | 2025-01-15T02:23:39.336Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
file = illumos-utils/src/zone.rs:363
|
| 799 | 2025-01-15T02:23:39.988Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 800 | 2025-01-15T02:23:39.988Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 801 | 2025-01-15T02:23:40.114Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3") failed: Property not found. retry in 46.366128ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 802 | 2025-01-15T02:23:40.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3") failed: Property not found. retry in 134.345764ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 803 | 2025-01-15T02:23:40.313Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3") failed: Property not found. retry in 104.989444ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 804 | 2025-01-15T02:23:40.426Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3") failed: Property not found. retry in 295.126774ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 805 | 2025-01-15T02:23:40.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3") failed: Property not found. retry in 741.12454ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 806 | 2025-01-15T02:23:41.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3") failed: Property not found. retry in 546.978966ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 807 | 2025-01-15T02:23:42.038Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3") failed: Property not found. retry in 1.215003944s
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 808 | 2025-01-15T02:23:42.546Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 5049691774691987306
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 809 | 2025-01-15T02:23:42.546Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7304221604471264573
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 810 | 2025-01-15T02:23:43.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3") failed: Property not found. retry in 546.764008ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 811 | 2025-01-15T02:23:43.715Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/nexus.rs:527
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 812 | 2025-01-15T02:23:43.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3") failed: Property not found. retry in 1.053599313s
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 813 | 2025-01-15T02:23:43.902Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 413521614313442029
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 814 | 2025-01-15T02:23:43.902Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 17478185358689782290
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 815 | 2025-01-15T02:23:44.883Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3") failed: Property not found. retry in 1.275022153s
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 816 | 2025-01-15T02:23:46.178Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3
|
| 817 | 2025-01-15T02:23:46.178Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 818 | 2025-01-15T02:23:46.178Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 819 | 2025-01-15T02:23:46.179Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6990666
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44911
req_id = f3a1197e-489b-4c5a-aae9-64c4bda9b33a
response_code = 204
uri = /omicron-zones
|
| 820 | 2025-01-15T02:23:46.181Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:735
|
| 821 | 2025-01-15T02:23:46.212Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 822 | 2025-01-15T02:23:46.212Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49230
|
| 823 | 2025-01-15T02:23:46.220Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3915
|
| 824 | 2025-01-15T02:23:46.220Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 8088
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49230
req_id = 83fa9dd9-ec3c-4aab-812d-05b56874b93c
response_code = 500
uri = /timesync
|
| 825 | 2025-01-15T02:23:46.222Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 826 | 2025-01-15T02:23:46.347Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 827 | 2025-01-15T02:23:46.347Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40638
|
| 828 | 2025-01-15T02:23:47.489Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 3930529367751985057
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 829 | 2025-01-15T02:23:48.283Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2741447075642311501
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 830 | 2025-01-15T02:23:48.322Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12541906727051864147
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 831 | 2025-01-15T02:23:50.355Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_fd5ec85c-1d4a-43a3-bd64-3bf287ecded3': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3915
|
| 832 | 2025-01-15T02:23:50.355Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 4007966
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40638
req_id = 353d3b24-2671-47c0-bc3d-d48dd992c45f
response_code = 500
uri = /timesync
|
| 833 | 2025-01-15T02:23:50.357Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 834 | 2025-01-15T02:23:50.516Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 835 | 2025-01-15T02:23:50.517Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51302
|
| 836 | 2025-01-15T02:23:50.525Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8830
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51302
req_id = d741e961-03de-4107-b2bd-732b8959548b
response_code = 200
uri = /timesync
|
| 837 | 2025-01-15T02:23:50.527Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 838 | 2025-01-15T02:23:50.527Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 839 | 2025-01-15T02:23:50.695Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 840 | 2025-01-15T02:23:50.695Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55008
|
| 841 | 2025-01-15T02:23:50.703Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7683
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55008
req_id = b120cb4d-6990-4357-98ed-dddc78c71d43
response_code = 200
uri = /timesync
|
| 842 | 2025-01-15T02:23:50.705Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 843 | 2025-01-15T02:23:50.705Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 844 | 2025-01-15T02:23:50.945Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 845 | 2025-01-15T02:23:50.945Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37700
|
| 846 | 2025-01-15T02:23:50.952Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7327
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37700
req_id = a853be67-9e30-4c52-8408-ab5044600e86
response_code = 200
uri = /timesync
|
| 847 | 2025-01-15T02:23:50.954Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 848 | 2025-01-15T02:23:50.954Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 849 | 2025-01-15T02:23:51.195Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 850 | 2025-01-15T02:23:51.195Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37786
|
| 851 | 2025-01-15T02:23:51.204Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8297
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37786
req_id = 501fb483-5c14-46ca-a6cf-d9f69ac21be4
response_code = 200
uri = /timesync
|
| 852 | 2025-01-15T02:23:51.206Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 853 | 2025-01-15T02:23:51.206Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 854 | 2025-01-15T02:23:51.440Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 855 | 2025-01-15T02:23:51.440Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64926
|
| 856 | 2025-01-15T02:23:51.448Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7570
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64926
req_id = 52055a45-dd79-4a9b-94b9-38e479bf41aa
response_code = 200
uri = /timesync
|
| 857 | 2025-01-15T02:23:51.450Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 858 | 2025-01-15T02:23:51.450Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 859 | 2025-01-15T02:23:52.044Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 860 | 2025-01-15T02:23:52.044Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54266
|
| 861 | 2025-01-15T02:23:52.063Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 19059
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54266
req_id = d0120f1d-d60c-45d8-b954-2c7dbaf312b6
response_code = 200
uri = /timesync
|
| 862 | 2025-01-15T02:23:52.066Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 395716986, ip_addr: 23.150.41.122, stratum: 5, ref_time: 1736907831.2973514, correction: -0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 863 | 2025-01-15T02:23:52.066Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1392
|
| 864 | 2025-01-15T02:23:52.027Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 865 | 2025-01-15T02:23:52.027Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46046
|
| 866 | 2025-01-15T02:23:52.027Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 867 | 2025-01-15T02:23:52.027Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 868 | 2025-01-15T02:23:52.037Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 869 | 2025-01-15T02:23:52.037Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 870 | 2025-01-15T02:23:52.046Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 871 | 2025-01-15T02:23:52.046Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 872 | 2025-01-15T02:23:52.054Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 873 | 2025-01-15T02:23:52.054Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 874 | 2025-01-15T02:23:52.063Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 875 | 2025-01-15T02:23:52.063Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 876 | 2025-01-15T02:23:52.072Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 877 | 2025-01-15T02:23:52.072Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 878 | 2025-01-15T02:23:52.082Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 879 | 2025-01-15T02:23:52.082Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 880 | 2025-01-15T02:23:52.090Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 881 | 2025-01-15T02:23:52.090Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 882 | 2025-01-15T02:23:52.098Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 883 | 2025-01-15T02:23:52.098Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 884 | 2025-01-15T02:23:52.098Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 885 | 2025-01-15T02:23:52.098Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 886 | 2025-01-15T02:23:52.181Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 887 | 2025-01-15T02:23:52.181Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 888 | 2025-01-15T02:23:52.181Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 889 | 2025-01-15T02:23:52.181Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 890 | 2025-01-15T02:23:52.181Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 891 | 2025-01-15T02:23:52.270Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
file = illumos-utils/src/zone.rs:325
|
| 892 | 2025-01-15T02:23:52.274Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
file = illumos-utils/src/zone.rs:325
|
| 893 | 2025-01-15T02:23:52.278Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
file = illumos-utils/src/zone.rs:325
|
| 894 | 2025-01-15T02:23:52.282Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
file = illumos-utils/src/zone.rs:325
|
| 895 | 2025-01-15T02:23:52.287Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
file = illumos-utils/src/zone.rs:325
|
| 896 | 2025-01-15T02:23:52.291Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
file = illumos-utils/src/zone.rs:363
|
| 897 | 2025-01-15T02:23:52.296Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
file = illumos-utils/src/zone.rs:363
|
| 898 | 2025-01-15T02:23:52.301Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
file = illumos-utils/src/zone.rs:363
|
| 899 | 2025-01-15T02:23:52.305Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
file = illumos-utils/src/zone.rs:363
|
| 900 | 2025-01-15T02:23:52.308Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
file = illumos-utils/src/zone.rs:363
|
| 901 | 2025-01-15T02:23:55.621Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='03e9536c-5029-447f-944a-4daff2909c7f'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 902 | 2025-01-15T02:23:55.621Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 903 | 2025-01-15T02:23:55.650Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='a6c98ed9-62e0-43ae-9066-c1d4ee8e0596'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 904 | 2025-01-15T02:23:55.650Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 905 | 2025-01-15T02:23:55.691Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='82a65d0c-f391-4b1f-9c11-e3a397904f10'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 906 | 2025-01-15T02:23:55.691Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 907 | 2025-01-15T02:23:55.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 47.900354ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 908 | 2025-01-15T02:23:55.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 63.995692ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 909 | 2025-01-15T02:23:55.842Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='77bd825f-cbb2-4b31-ba9f-d69e9e4cff59'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 910 | 2025-01-15T02:23:55.842Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 911 | 2025-01-15T02:23:55.870Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 79.415685ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 912 | 2025-01-15T02:23:55.878Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 61.948445ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 913 | 2025-01-15T02:23:55.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 86.755299ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 914 | 2025-01-15T02:23:55.951Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 69.298837ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 915 | 2025-01-15T02:23:55.959Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 100.540225ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 916 | 2025-01-15T02:23:56.008Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 46.432639ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 917 | 2025-01-15T02:23:56.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 241.263031ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 918 | 2025-01-15T02:23:56.017Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='788bf241-055b-45bf-8d67-e865c6324e46'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 919 | 2025-01-15T02:23:56.017Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 920 | 2025-01-15T02:23:56.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 216.996999ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 921 | 2025-01-15T02:23:56.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 131.476253ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 922 | 2025-01-15T02:23:56.074Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 222.4815ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 923 | 2025-01-15T02:23:56.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 54.744809ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 924 | 2025-01-15T02:23:56.208Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 219.905854ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 925 | 2025-01-15T02:23:56.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 121.262959ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 926 | 2025-01-15T02:23:56.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 541.453188ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 927 | 2025-01-15T02:23:56.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 211.360933ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 928 | 2025-01-15T02:23:56.309Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 599.204279ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 929 | 2025-01-15T02:23:56.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 231.636973ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 930 | 2025-01-15T02:23:56.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 564.865051ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 931 | 2025-01-15T02:23:56.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 1.161331232s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 932 | 2025-01-15T02:23:56.622Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 334.876603ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 933 | 2025-01-15T02:23:56.734Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 284.111793ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 934 | 2025-01-15T02:23:56.814Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 615.376862ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 935 | 2025-01-15T02:23:56.922Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 1.389253686s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 936 | 2025-01-15T02:23:56.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 766.554685ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 937 | 2025-01-15T02:23:57.015Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 1.0528704s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 938 | 2025-01-15T02:23:57.460Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 1.093613244s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 939 | 2025-01-15T02:23:57.674Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 537.681876ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 940 | 2025-01-15T02:23:57.750Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 1.06791714s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 941 | 2025-01-15T02:23:58.081Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 514.373227ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 942 | 2025-01-15T02:23:58.223Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 568.181403ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 943 | 2025-01-15T02:23:58.324Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 1.301393727s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 944 | 2025-01-15T02:23:58.566Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 854.319219ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 945 | 2025-01-15T02:23:58.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 813.479556ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 946 | 2025-01-15T02:23:58.802Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 1.470305172s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 947 | 2025-01-15T02:23:58.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 978.772862ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 948 | 2025-01-15T02:23:59.431Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 973.650171ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 949 | 2025-01-15T02:23:59.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 1.148123373s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 950 | 2025-01-15T02:23:59.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 586.096344ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 951 | 2025-01-15T02:23:59.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 1.278931854s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 952 | 2025-01-15T02:24:00.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 1.217913414s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 953 | 2025-01-15T02:24:00.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 1.227134879s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 954 | 2025-01-15T02:24:00.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 1.487082857s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 955 | 2025-01-15T02:24:00.600Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 581.722411ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 956 | 2025-01-15T02:24:01.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 1.333990302s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 957 | 2025-01-15T02:24:01.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 1.059194884s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 958 | 2025-01-15T02:24:01.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 814.004788ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 959 | 2025-01-15T02:24:01.525Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 550.715697ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 960 | 2025-01-15T02:24:01.918Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 812.385083ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 961 | 2025-01-15T02:24:02.086Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 737.676242ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 962 | 2025-01-15T02:24:02.264Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 1.417067547s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 963 | 2025-01-15T02:24:02.294Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 919.142398ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 964 | 2025-01-15T02:24:02.462Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 1.057583935s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 965 | 2025-01-15T02:24:02.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 647.007863ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 966 | 2025-01-15T02:24:02.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 540.038523ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 967 | 2025-01-15T02:24:02.847Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60163
|
| 968 | 2025-01-15T02:24:02.848Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60163
req_id = 03ddab35-eb80-425b-adb3-65b02a7a30f6
response_code = 200
uri = /baseboard
|
| 969 | 2025-01-15T02:24:03.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 1.017736836s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 970 | 2025-01-15T02:24:03.386Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 676.11543ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 971 | 2025-01-15T02:24:03.401Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59") failed: Property not found. retry in 697.445508ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 972 | 2025-01-15T02:24:03.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 1.247143605s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 973 | 2025-01-15T02:24:03.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10") failed: Property not found. retry in 792.969783ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 974 | 2025-01-15T02:24:04.073Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596") failed: Property not found. retry in 722.139336ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 975 | 2025-01-15T02:24:04.256Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f") failed: Property not found. retry in 636.343412ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 976 | 2025-01-15T02:24:04.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46") failed: Property not found. retry in 919.82314ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 977 | 2025-01-15T02:24:05.738Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_77bd825f-cbb2-4b31-ba9f-d69e9e4cff59
|
| 978 | 2025-01-15T02:24:05.738Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f
|
| 979 | 2025-01-15T02:24:05.738Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_788bf241-055b-45bf-8d67-e865c6324e46
|
| 980 | 2025-01-15T02:24:05.738Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_a6c98ed9-62e0-43ae-9066-c1d4ee8e0596
|
| 981 | 2025-01-15T02:24:05.738Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_82a65d0c-f391-4b1f-9c11-e3a397904f10
|
| 982 | 2025-01-15T02:24:05.738Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 983 | 2025-01-15T02:24:05.738Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 984 | 2025-01-15T02:24:05.739Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 14210344
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:46046
req_id = 21d8587e-fd27-40b2-866a-da2fadf1a828
response_code = 204
uri = /omicron-zones
|
| 985 | 2025-01-15T02:24:05.772Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39713
|
| 986 | 2025-01-15T02:24:05.802Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 29984
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = 5d27f4b4-24de-4b6e-943e-9d28aaf751bc
response_code = 500
uri = /cockroachdb
|
| 987 | 2025-01-15T02:24:05.802Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5d27f4b4-24de-4b6e-943e-9d28aaf751bc", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:05 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5d27f4b4-24de-4b6e-943e-9d28aaf751bc" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 119.200854ms
|
| 988 | 2025-01-15T02:24:05.951Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 28199
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = cf42a18b-3c7e-4849-95e7-8d13fdadbf15
response_code = 500
uri = /cockroachdb
|
| 989 | 2025-01-15T02:24:05.951Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "cf42a18b-3c7e-4849-95e7-8d13fdadbf15", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:05 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "cf42a18b-3c7e-4849-95e7-8d13fdadbf15" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 90.970805ms
|
| 990 | 2025-01-15T02:24:06.070Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 27122
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = 5bb16054-e931-47f9-ad3d-507c896c15f6
response_code = 500
uri = /cockroachdb
|
| 991 | 2025-01-15T02:24:06.071Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5bb16054-e931-47f9-ad3d-507c896c15f6", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:05 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5bb16054-e931-47f9-ad3d-507c896c15f6" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 123.846805ms
|
| 992 | 2025-01-15T02:24:06.222Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 26768
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = b4fba9d5-c80a-4363-b5ef-07756f3366fb
response_code = 500
uri = /cockroachdb
|
| 993 | 2025-01-15T02:24:06.222Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b4fba9d5-c80a-4363-b5ef-07756f3366fb", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:05 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b4fba9d5-c80a-4363-b5ef-07756f3366fb" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 216.057528ms
|
| 994 | 2025-01-15T02:24:06.467Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 26477
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = 1602840b-009b-4d67-8b25-fc12222f2b3f
response_code = 500
uri = /cockroachdb
|
| 995 | 2025-01-15T02:24:06.467Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1602840b-009b-4d67-8b25-fc12222f2b3f", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:05 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1602840b-009b-4d67-8b25-fc12222f2b3f" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 299.168867ms
|
| 996 | 2025-01-15T02:24:06.794Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 25843
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = 77b22641-40c3-45ce-b2dc-2e3f504de2d9
response_code = 500
uri = /cockroachdb
|
| 997 | 2025-01-15T02:24:06.794Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "77b22641-40c3-45ce-b2dc-2e3f504de2d9", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:06 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "77b22641-40c3-45ce-b2dc-2e3f504de2d9" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 319.085853ms
|
| 998 | 2025-01-15T02:24:07.142Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 26302
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = 2670a45e-5f50-4658-823c-30bb017e4adb
response_code = 500
uri = /cockroachdb
|
| 999 | 2025-01-15T02:24:07.142Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "2670a45e-5f50-4658-823c-30bb017e4adb", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:06 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "2670a45e-5f50-4658-823c-30bb017e4adb" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 153.407462ms
|
| 1000 | 2025-01-15T02:24:07.326Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 27931
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = d9025754-8986-4b73-878f-0e120a965113
response_code = 500
uri = /cockroachdb
|
| 1001 | 2025-01-15T02:24:07.326Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d9025754-8986-4b73-878f-0e120a965113", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:06 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d9025754-8986-4b73-878f-0e120a965113" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 180.317491ms
|
| 1002 | 2025-01-15T02:24:07.534Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 25939
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = f62fa001-7122-4f62-a921-1b8c24308458
response_code = 500
uri = /cockroachdb
|
| 1003 | 2025-01-15T02:24:07.534Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f62fa001-7122-4f62-a921-1b8c24308458", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:07 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f62fa001-7122-4f62-a921-1b8c24308458" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 644.368087ms
|
| 1004 | 2025-01-15T02:24:08.208Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 26855
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = b8e28684-3d69-4fa7-b0c3-8ba775450933
response_code = 500
uri = /cockroachdb
|
| 1005 | 2025-01-15T02:24:08.208Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b8e28684-3d69-4fa7-b0c3-8ba775450933", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:07 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b8e28684-3d69-4fa7-b0c3-8ba775450933" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 458.562391ms
|
| 1006 | 2025-01-15T02:24:08.705Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_03e9536c-5029-447f-944a-4daff2909c7f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 36109
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = df642f7e-8a55-45c5-b486-5ec8cde9f4be
response_code = 500
uri = /cockroachdb
|
| 1007 | 2025-01-15T02:24:08.705Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "df642f7e-8a55-45c5-b486-5ec8cde9f4be", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:08 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "df642f7e-8a55-45c5-b486-5ec8cde9f4be" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 311.536558ms
|
| 1008 | 2025-01-15T02:24:09.055Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221
file = sled-agent/src/services.rs:3758
|
| 1009 | 2025-01-15T02:24:27.337Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3776
|
| 1010 | 2025-01-15T02:24:36.254Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3799
|
| 1011 | 2025-01-15T02:24:36.256Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 27163135
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:39713
req_id = 0ed4420f-8b69-48b7-8e70-f3e35d236edb
response_code = 204
uri = /cockroachdb
|
| 1012 | 2025-01-15T02:24:36.259Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58993
|
| 1013 | 2025-01-15T02:24:36.260Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 478
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58993
req_id = 05ba246d-b659-425f-84f9-6fec0bb388bd
response_code = 200
uri = /baseboard
|
| 1014 | 2025-01-15T02:24:36.268Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 631.562873ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 1015 | 2025-01-15T02:24:36.304Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1016 | 2025-01-15T02:24:36.305Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53729
|
| 1017 | 2025-01-15T02:24:36.306Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1018 | 2025-01-15T02:24:36.307Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1019 | 2025-01-15T02:24:36.320Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1020 | 2025-01-15T02:24:36.320Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1021 | 2025-01-15T02:24:36.329Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1022 | 2025-01-15T02:24:36.329Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1023 | 2025-01-15T02:24:36.339Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1024 | 2025-01-15T02:24:36.339Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1025 | 2025-01-15T02:24:36.350Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1026 | 2025-01-15T02:24:36.350Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1027 | 2025-01-15T02:24:36.360Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1028 | 2025-01-15T02:24:36.360Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1029 | 2025-01-15T02:24:36.370Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1030 | 2025-01-15T02:24:36.370Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1031 | 2025-01-15T02:24:36.380Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1032 | 2025-01-15T02:24:36.380Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1033 | 2025-01-15T02:24:36.389Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1034 | 2025-01-15T02:24:36.390Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1035 | 2025-01-15T02:24:36.399Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1036 | 2025-01-15T02:24:36.399Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1037 | 2025-01-15T02:24:36.411Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1038 | 2025-01-15T02:24:36.411Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1039 | 2025-01-15T02:24:36.423Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1040 | 2025-01-15T02:24:36.423Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1041 | 2025-01-15T02:24:36.433Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1042 | 2025-01-15T02:24:36.433Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1043 | 2025-01-15T02:24:36.443Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1044 | 2025-01-15T02:24:36.443Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1045 | 2025-01-15T02:24:36.454Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1046 | 2025-01-15T02:24:36.454Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1047 | 2025-01-15T02:24:36.464Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1048 | 2025-01-15T02:24:36.464Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1049 | 2025-01-15T02:24:36.473Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1050 | 2025-01-15T02:24:36.473Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1051 | 2025-01-15T02:24:36.483Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1052 | 2025-01-15T02:24:36.483Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1053 | 2025-01-15T02:24:36.493Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1054 | 2025-01-15T02:24:36.493Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1055 | 2025-01-15T02:24:36.504Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1056 | 2025-01-15T02:24:36.504Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1057 | 2025-01-15T02:24:36.514Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1058 | 2025-01-15T02:24:36.514Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1059 | 2025-01-15T02:24:36.514Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1060 | 2025-01-15T02:24:36.514Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1061 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1062 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1063 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1064 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1065 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1066 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1067 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1068 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1069 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1070 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1071 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1072 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1073 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1074 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1075 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1076 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1077 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1078 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1079 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1080 | 2025-01-15T02:24:36.637Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 330572
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = a85c9117-3728-4d9d-91de-1b9baa4ea65b
response_code = 500
uri = /omicron-zones
|
| 1081 | 2025-01-15T02:24:36.637Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a85c9117-3728-4d9d-91de-1b9baa4ea65b", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:36 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a85c9117-3728-4d9d-91de-1b9baa4ea65b" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 77.815791ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1082 | 2025-01-15T02:24:36.716Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1083 | 2025-01-15T02:24:36.716Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1084 | 2025-01-15T02:24:36.716Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1085 | 2025-01-15T02:24:36.727Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1086 | 2025-01-15T02:24:36.727Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1087 | 2025-01-15T02:24:36.735Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1088 | 2025-01-15T02:24:36.735Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1089 | 2025-01-15T02:24:36.745Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1090 | 2025-01-15T02:24:36.745Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1091 | 2025-01-15T02:24:36.754Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1092 | 2025-01-15T02:24:36.754Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1093 | 2025-01-15T02:24:36.764Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1094 | 2025-01-15T02:24:36.764Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1095 | 2025-01-15T02:24:36.772Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1096 | 2025-01-15T02:24:36.772Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1097 | 2025-01-15T02:24:36.781Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1098 | 2025-01-15T02:24:36.781Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1099 | 2025-01-15T02:24:36.790Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1100 | 2025-01-15T02:24:36.790Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1101 | 2025-01-15T02:24:36.800Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1102 | 2025-01-15T02:24:36.800Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1103 | 2025-01-15T02:24:36.809Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1104 | 2025-01-15T02:24:36.809Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1105 | 2025-01-15T02:24:36.818Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1106 | 2025-01-15T02:24:36.818Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1107 | 2025-01-15T02:24:36.828Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1108 | 2025-01-15T02:24:36.828Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1109 | 2025-01-15T02:24:36.837Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1110 | 2025-01-15T02:24:36.837Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1111 | 2025-01-15T02:24:36.845Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1112 | 2025-01-15T02:24:36.845Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1113 | 2025-01-15T02:24:36.855Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1114 | 2025-01-15T02:24:36.855Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1115 | 2025-01-15T02:24:36.864Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1116 | 2025-01-15T02:24:36.864Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1117 | 2025-01-15T02:24:36.874Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1118 | 2025-01-15T02:24:36.874Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1119 | 2025-01-15T02:24:36.883Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1120 | 2025-01-15T02:24:36.883Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1121 | 2025-01-15T02:24:36.891Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1122 | 2025-01-15T02:24:36.891Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1123 | 2025-01-15T02:24:36.900Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1124 | 2025-01-15T02:24:36.900Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1125 | 2025-01-15T02:24:36.900Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1126 | 2025-01-15T02:24:36.900Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1127 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1128 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1129 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1130 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1131 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1132 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1133 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1134 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1135 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1136 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1137 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1138 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1139 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1140 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1141 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1142 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1143 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1144 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1145 | 2025-01-15T02:24:37.003Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1146 | 2025-01-15T02:24:37.003Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 286858
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 1b43568a-abeb-486b-93dd-5b1b6c65dc84
response_code = 500
uri = /omicron-zones
|
| 1147 | 2025-01-15T02:24:37.004Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1b43568a-abeb-486b-93dd-5b1b6c65dc84", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1b43568a-abeb-486b-93dd-5b1b6c65dc84" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 156.927658ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1148 | 2025-01-15T02:24:37.163Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1149 | 2025-01-15T02:24:37.163Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1150 | 2025-01-15T02:24:37.163Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1151 | 2025-01-15T02:24:37.175Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1152 | 2025-01-15T02:24:37.175Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1153 | 2025-01-15T02:24:37.186Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1154 | 2025-01-15T02:24:37.186Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1155 | 2025-01-15T02:24:37.195Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1156 | 2025-01-15T02:24:37.196Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1157 | 2025-01-15T02:24:37.205Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1158 | 2025-01-15T02:24:37.205Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1159 | 2025-01-15T02:24:37.215Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1160 | 2025-01-15T02:24:37.215Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1161 | 2025-01-15T02:24:37.225Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1162 | 2025-01-15T02:24:37.225Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1163 | 2025-01-15T02:24:37.234Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1164 | 2025-01-15T02:24:37.234Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1165 | 2025-01-15T02:24:37.243Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1166 | 2025-01-15T02:24:37.243Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1167 | 2025-01-15T02:24:37.253Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1168 | 2025-01-15T02:24:37.253Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1169 | 2025-01-15T02:24:37.263Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1170 | 2025-01-15T02:24:37.263Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1171 | 2025-01-15T02:24:37.273Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1172 | 2025-01-15T02:24:37.273Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1173 | 2025-01-15T02:24:37.281Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1174 | 2025-01-15T02:24:37.281Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1175 | 2025-01-15T02:24:37.290Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1176 | 2025-01-15T02:24:37.290Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1177 | 2025-01-15T02:24:37.298Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1178 | 2025-01-15T02:24:37.298Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1179 | 2025-01-15T02:24:37.306Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1180 | 2025-01-15T02:24:37.306Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1181 | 2025-01-15T02:24:37.315Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1182 | 2025-01-15T02:24:37.315Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1183 | 2025-01-15T02:24:37.323Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1184 | 2025-01-15T02:24:37.323Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1185 | 2025-01-15T02:24:37.331Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1186 | 2025-01-15T02:24:37.331Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1187 | 2025-01-15T02:24:37.341Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1188 | 2025-01-15T02:24:37.341Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1189 | 2025-01-15T02:24:37.350Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1190 | 2025-01-15T02:24:37.350Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1191 | 2025-01-15T02:24:37.350Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1192 | 2025-01-15T02:24:37.350Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1193 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1194 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1195 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1196 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1197 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1198 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1199 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1200 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1201 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1202 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1203 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1204 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1205 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1206 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1207 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1208 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1209 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1210 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1211 | 2025-01-15T02:24:37.443Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1212 | 2025-01-15T02:24:37.444Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 279784
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 97451e3c-c296-4aae-a0c6-ebe2743b3cd7
response_code = 500
uri = /omicron-zones
|
| 1213 | 2025-01-15T02:24:37.444Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "97451e3c-c296-4aae-a0c6-ebe2743b3cd7", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "97451e3c-c296-4aae-a0c6-ebe2743b3cd7" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 148.025406ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1214 | 2025-01-15T02:24:37.594Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1215 | 2025-01-15T02:24:37.594Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1216 | 2025-01-15T02:24:37.594Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1217 | 2025-01-15T02:24:37.606Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1218 | 2025-01-15T02:24:37.606Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1219 | 2025-01-15T02:24:37.616Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1220 | 2025-01-15T02:24:37.616Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1221 | 2025-01-15T02:24:37.627Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1222 | 2025-01-15T02:24:37.628Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1223 | 2025-01-15T02:24:37.637Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1224 | 2025-01-15T02:24:37.637Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1225 | 2025-01-15T02:24:37.647Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1226 | 2025-01-15T02:24:37.647Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1227 | 2025-01-15T02:24:37.656Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1228 | 2025-01-15T02:24:37.656Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1229 | 2025-01-15T02:24:37.665Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1230 | 2025-01-15T02:24:37.665Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1231 | 2025-01-15T02:24:37.675Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1232 | 2025-01-15T02:24:37.675Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1233 | 2025-01-15T02:24:37.685Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1234 | 2025-01-15T02:24:37.685Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1235 | 2025-01-15T02:24:37.694Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1236 | 2025-01-15T02:24:37.694Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1237 | 2025-01-15T02:24:37.704Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1238 | 2025-01-15T02:24:37.704Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1239 | 2025-01-15T02:24:37.713Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1240 | 2025-01-15T02:24:37.713Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1241 | 2025-01-15T02:24:37.723Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1242 | 2025-01-15T02:24:37.723Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1243 | 2025-01-15T02:24:37.734Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1244 | 2025-01-15T02:24:37.734Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1245 | 2025-01-15T02:24:37.745Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1246 | 2025-01-15T02:24:37.745Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1247 | 2025-01-15T02:24:37.755Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1248 | 2025-01-15T02:24:37.755Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1249 | 2025-01-15T02:24:37.766Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1250 | 2025-01-15T02:24:37.766Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1251 | 2025-01-15T02:24:37.776Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1252 | 2025-01-15T02:24:37.776Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1253 | 2025-01-15T02:24:37.786Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1254 | 2025-01-15T02:24:37.786Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1255 | 2025-01-15T02:24:37.795Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1256 | 2025-01-15T02:24:37.795Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1257 | 2025-01-15T02:24:37.795Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1258 | 2025-01-15T02:24:37.795Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1259 | 2025-01-15T02:24:37.893Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1260 | 2025-01-15T02:24:37.893Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1261 | 2025-01-15T02:24:37.893Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1262 | 2025-01-15T02:24:37.893Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1263 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1264 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1265 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1266 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1267 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1268 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1269 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1270 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1271 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1272 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1273 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1274 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1275 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1276 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1277 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1278 | 2025-01-15T02:24:37.894Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 298983
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = c1bdca81-9e83-4273-ba02-e7ed6eb66d6b
response_code = 500
uri = /omicron-zones
|
| 1279 | 2025-01-15T02:24:37.894Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c1bdca81-9e83-4273-ba02-e7ed6eb66d6b", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c1bdca81-9e83-4273-ba02-e7ed6eb66d6b" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 120.019141ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1280 | 2025-01-15T02:24:38.016Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1281 | 2025-01-15T02:24:38.016Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1282 | 2025-01-15T02:24:38.016Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1283 | 2025-01-15T02:24:38.026Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1284 | 2025-01-15T02:24:38.027Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1285 | 2025-01-15T02:24:38.038Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1286 | 2025-01-15T02:24:38.038Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1287 | 2025-01-15T02:24:38.047Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1288 | 2025-01-15T02:24:38.047Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1289 | 2025-01-15T02:24:38.057Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1290 | 2025-01-15T02:24:38.057Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1291 | 2025-01-15T02:24:38.067Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1292 | 2025-01-15T02:24:38.067Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1293 | 2025-01-15T02:24:38.075Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1294 | 2025-01-15T02:24:38.076Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1295 | 2025-01-15T02:24:38.085Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1296 | 2025-01-15T02:24:38.085Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1297 | 2025-01-15T02:24:38.095Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1298 | 2025-01-15T02:24:38.095Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1299 | 2025-01-15T02:24:38.103Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1300 | 2025-01-15T02:24:38.103Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1301 | 2025-01-15T02:24:38.113Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1302 | 2025-01-15T02:24:38.113Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1303 | 2025-01-15T02:24:38.122Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1304 | 2025-01-15T02:24:38.122Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1305 | 2025-01-15T02:24:38.130Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1306 | 2025-01-15T02:24:38.131Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1307 | 2025-01-15T02:24:38.139Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1308 | 2025-01-15T02:24:38.139Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1309 | 2025-01-15T02:24:38.150Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1310 | 2025-01-15T02:24:38.150Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1311 | 2025-01-15T02:24:38.160Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1312 | 2025-01-15T02:24:38.160Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1313 | 2025-01-15T02:24:38.169Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1314 | 2025-01-15T02:24:38.169Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1315 | 2025-01-15T02:24:38.179Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1316 | 2025-01-15T02:24:38.179Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1317 | 2025-01-15T02:24:38.189Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1318 | 2025-01-15T02:24:38.189Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1319 | 2025-01-15T02:24:38.200Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1320 | 2025-01-15T02:24:38.200Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1321 | 2025-01-15T02:24:38.210Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1322 | 2025-01-15T02:24:38.210Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1323 | 2025-01-15T02:24:38.211Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1324 | 2025-01-15T02:24:38.211Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1325 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1326 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1327 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1328 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1329 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1330 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1331 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1332 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1333 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1334 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1335 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1336 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1337 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1338 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1339 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1340 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1341 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1342 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1343 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1344 | 2025-01-15T02:24:38.307Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 290446
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 74769c58-e52a-48bd-8288-78286e8955a5
response_code = 500
uri = /omicron-zones
|
| 1345 | 2025-01-15T02:24:38.307Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "74769c58-e52a-48bd-8288-78286e8955a5", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "74769c58-e52a-48bd-8288-78286e8955a5" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 207.620961ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1346 | 2025-01-15T02:24:38.517Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1347 | 2025-01-15T02:24:38.517Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1348 | 2025-01-15T02:24:38.517Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1349 | 2025-01-15T02:24:38.529Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1350 | 2025-01-15T02:24:38.529Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1351 | 2025-01-15T02:24:38.539Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1352 | 2025-01-15T02:24:38.539Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1353 | 2025-01-15T02:24:38.548Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1354 | 2025-01-15T02:24:38.548Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1355 | 2025-01-15T02:24:38.558Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1356 | 2025-01-15T02:24:38.558Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1357 | 2025-01-15T02:24:38.568Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1358 | 2025-01-15T02:24:38.568Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1359 | 2025-01-15T02:24:38.577Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1360 | 2025-01-15T02:24:38.577Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1361 | 2025-01-15T02:24:38.586Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1362 | 2025-01-15T02:24:38.587Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1363 | 2025-01-15T02:24:38.595Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1364 | 2025-01-15T02:24:38.596Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1365 | 2025-01-15T02:24:38.605Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1366 | 2025-01-15T02:24:38.605Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1367 | 2025-01-15T02:24:38.614Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1368 | 2025-01-15T02:24:38.614Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1369 | 2025-01-15T02:24:38.624Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1370 | 2025-01-15T02:24:38.624Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1371 | 2025-01-15T02:24:38.635Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1372 | 2025-01-15T02:24:38.635Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1373 | 2025-01-15T02:24:38.645Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1374 | 2025-01-15T02:24:38.645Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1375 | 2025-01-15T02:24:38.654Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1376 | 2025-01-15T02:24:38.654Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1377 | 2025-01-15T02:24:38.664Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1378 | 2025-01-15T02:24:38.664Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1379 | 2025-01-15T02:24:38.673Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1380 | 2025-01-15T02:24:38.673Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1381 | 2025-01-15T02:24:38.683Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1382 | 2025-01-15T02:24:38.683Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1383 | 2025-01-15T02:24:38.694Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1384 | 2025-01-15T02:24:38.694Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1385 | 2025-01-15T02:24:38.704Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1386 | 2025-01-15T02:24:38.704Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1387 | 2025-01-15T02:24:38.713Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1388 | 2025-01-15T02:24:38.713Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1389 | 2025-01-15T02:24:38.713Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1390 | 2025-01-15T02:24:38.713Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1391 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1392 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1393 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1394 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1395 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1396 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1397 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1398 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1399 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1400 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1401 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1402 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1403 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1404 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1405 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1406 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1407 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1408 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1409 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1410 | 2025-01-15T02:24:38.813Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 294986
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 12acd316-e8d5-4300-b635-eb8c0e3ec70f
response_code = 500
uri = /omicron-zones
|
| 1411 | 2025-01-15T02:24:38.813Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "12acd316-e8d5-4300-b635-eb8c0e3ec70f", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:38 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "12acd316-e8d5-4300-b635-eb8c0e3ec70f" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 256.937614ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1412 | 2025-01-15T02:24:39.072Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1413 | 2025-01-15T02:24:39.073Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1414 | 2025-01-15T02:24:39.073Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1415 | 2025-01-15T02:24:39.084Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1416 | 2025-01-15T02:24:39.084Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1417 | 2025-01-15T02:24:39.095Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1418 | 2025-01-15T02:24:39.095Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1419 | 2025-01-15T02:24:39.106Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1420 | 2025-01-15T02:24:39.106Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1421 | 2025-01-15T02:24:39.117Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1422 | 2025-01-15T02:24:39.117Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1423 | 2025-01-15T02:24:39.127Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1424 | 2025-01-15T02:24:39.127Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1425 | 2025-01-15T02:24:39.136Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1426 | 2025-01-15T02:24:39.136Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1427 | 2025-01-15T02:24:39.146Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1428 | 2025-01-15T02:24:39.146Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1429 | 2025-01-15T02:24:39.155Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1430 | 2025-01-15T02:24:39.155Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1431 | 2025-01-15T02:24:39.165Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1432 | 2025-01-15T02:24:39.165Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1433 | 2025-01-15T02:24:39.174Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1434 | 2025-01-15T02:24:39.174Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1435 | 2025-01-15T02:24:39.184Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1436 | 2025-01-15T02:24:39.184Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1437 | 2025-01-15T02:24:39.194Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1438 | 2025-01-15T02:24:39.195Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1439 | 2025-01-15T02:24:39.205Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1440 | 2025-01-15T02:24:39.205Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1441 | 2025-01-15T02:24:39.214Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1442 | 2025-01-15T02:24:39.214Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1443 | 2025-01-15T02:24:39.223Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1444 | 2025-01-15T02:24:39.223Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1445 | 2025-01-15T02:24:39.232Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1446 | 2025-01-15T02:24:39.232Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1447 | 2025-01-15T02:24:39.242Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1448 | 2025-01-15T02:24:39.242Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1449 | 2025-01-15T02:24:39.250Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1450 | 2025-01-15T02:24:39.251Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1451 | 2025-01-15T02:24:39.260Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1452 | 2025-01-15T02:24:39.260Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1453 | 2025-01-15T02:24:39.269Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1454 | 2025-01-15T02:24:39.269Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1455 | 2025-01-15T02:24:39.270Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1456 | 2025-01-15T02:24:39.270Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1457 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1458 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1459 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1460 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1461 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1462 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1463 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1464 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1465 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1466 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1467 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1468 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1469 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1470 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1471 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1472 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1473 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1474 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1475 | 2025-01-15T02:24:39.365Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1476 | 2025-01-15T02:24:39.365Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 292274
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = dd1af3d1-a804-4e95-af24-8a65814ce61d
response_code = 500
uri = /omicron-zones
|
| 1477 | 2025-01-15T02:24:39.366Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "dd1af3d1-a804-4e95-af24-8a65814ce61d", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:38 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "dd1af3d1-a804-4e95-af24-8a65814ce61d" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 361.718671ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1478 | 2025-01-15T02:24:39.729Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1479 | 2025-01-15T02:24:39.729Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1480 | 2025-01-15T02:24:39.729Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1481 | 2025-01-15T02:24:39.741Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1482 | 2025-01-15T02:24:39.741Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1483 | 2025-01-15T02:24:39.751Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1484 | 2025-01-15T02:24:39.751Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1485 | 2025-01-15T02:24:39.760Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1486 | 2025-01-15T02:24:39.760Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1487 | 2025-01-15T02:24:39.769Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1488 | 2025-01-15T02:24:39.769Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1489 | 2025-01-15T02:24:39.778Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1490 | 2025-01-15T02:24:39.778Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1491 | 2025-01-15T02:24:39.786Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1492 | 2025-01-15T02:24:39.786Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1493 | 2025-01-15T02:24:39.794Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1494 | 2025-01-15T02:24:39.794Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1495 | 2025-01-15T02:24:39.803Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1496 | 2025-01-15T02:24:39.803Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1497 | 2025-01-15T02:24:39.812Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1498 | 2025-01-15T02:24:39.812Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1499 | 2025-01-15T02:24:39.821Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1500 | 2025-01-15T02:24:39.821Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1501 | 2025-01-15T02:24:39.829Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1502 | 2025-01-15T02:24:39.829Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1503 | 2025-01-15T02:24:39.837Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1504 | 2025-01-15T02:24:39.837Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1505 | 2025-01-15T02:24:39.846Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1506 | 2025-01-15T02:24:39.846Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1507 | 2025-01-15T02:24:39.855Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1508 | 2025-01-15T02:24:39.855Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1509 | 2025-01-15T02:24:39.863Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1510 | 2025-01-15T02:24:39.863Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1511 | 2025-01-15T02:24:39.871Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1512 | 2025-01-15T02:24:39.871Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1513 | 2025-01-15T02:24:39.879Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1514 | 2025-01-15T02:24:39.879Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1515 | 2025-01-15T02:24:39.887Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1516 | 2025-01-15T02:24:39.887Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1517 | 2025-01-15T02:24:39.895Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1518 | 2025-01-15T02:24:39.895Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1519 | 2025-01-15T02:24:39.904Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1520 | 2025-01-15T02:24:39.904Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1521 | 2025-01-15T02:24:39.905Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1522 | 2025-01-15T02:24:39.905Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1523 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1524 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1525 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1526 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1527 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1528 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1529 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1530 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1531 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1532 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1533 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1534 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1535 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1536 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1537 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1538 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1539 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1540 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1541 | 2025-01-15T02:24:39.998Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1542 | 2025-01-15T02:24:39.998Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 268455
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 57e50da3-8d5c-447e-bfb3-c8ad56c516ff
response_code = 500
uri = /omicron-zones
|
| 1543 | 2025-01-15T02:24:39.999Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "57e50da3-8d5c-447e-bfb3-c8ad56c516ff", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:39 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "57e50da3-8d5c-447e-bfb3-c8ad56c516ff" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 225.906242ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1544 | 2025-01-15T02:24:40.227Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1545 | 2025-01-15T02:24:40.227Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1546 | 2025-01-15T02:24:40.227Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1547 | 2025-01-15T02:24:40.238Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1548 | 2025-01-15T02:24:40.238Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1549 | 2025-01-15T02:24:40.248Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1550 | 2025-01-15T02:24:40.248Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1551 | 2025-01-15T02:24:40.259Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1552 | 2025-01-15T02:24:40.259Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1553 | 2025-01-15T02:24:40.268Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1554 | 2025-01-15T02:24:40.268Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1555 | 2025-01-15T02:24:40.278Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1556 | 2025-01-15T02:24:40.278Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1557 | 2025-01-15T02:24:40.287Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1558 | 2025-01-15T02:24:40.287Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1559 | 2025-01-15T02:24:40.297Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1560 | 2025-01-15T02:24:40.297Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1561 | 2025-01-15T02:24:40.307Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1562 | 2025-01-15T02:24:40.307Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1563 | 2025-01-15T02:24:40.316Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1564 | 2025-01-15T02:24:40.316Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1565 | 2025-01-15T02:24:40.326Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1566 | 2025-01-15T02:24:40.326Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1567 | 2025-01-15T02:24:40.335Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1568 | 2025-01-15T02:24:40.335Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1569 | 2025-01-15T02:24:40.344Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1570 | 2025-01-15T02:24:40.344Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1571 | 2025-01-15T02:24:40.354Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1572 | 2025-01-15T02:24:40.354Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1573 | 2025-01-15T02:24:40.363Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1574 | 2025-01-15T02:24:40.363Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1575 | 2025-01-15T02:24:40.373Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1576 | 2025-01-15T02:24:40.373Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1577 | 2025-01-15T02:24:40.382Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1578 | 2025-01-15T02:24:40.382Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1579 | 2025-01-15T02:24:40.391Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1580 | 2025-01-15T02:24:40.391Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1581 | 2025-01-15T02:24:40.401Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1582 | 2025-01-15T02:24:40.401Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1583 | 2025-01-15T02:24:40.410Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1584 | 2025-01-15T02:24:40.410Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1585 | 2025-01-15T02:24:40.420Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1586 | 2025-01-15T02:24:40.420Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1587 | 2025-01-15T02:24:40.420Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1588 | 2025-01-15T02:24:40.420Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1589 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1590 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1591 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1592 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1593 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1594 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1595 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1596 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1597 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1598 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1599 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1600 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1601 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1602 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1603 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1604 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1605 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1606 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1607 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1608 | 2025-01-15T02:24:40.518Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 290813
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = bbddb148-028f-49f2-96cc-0a1361284365
response_code = 500
uri = /omicron-zones
|
| 1609 | 2025-01-15T02:24:40.518Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "bbddb148-028f-49f2-96cc-0a1361284365", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:39 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "bbddb148-028f-49f2-96cc-0a1361284365" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 430.948693ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1610 | 2025-01-15T02:24:40.951Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1611 | 2025-01-15T02:24:40.951Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1612 | 2025-01-15T02:24:40.951Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1613 | 2025-01-15T02:24:40.962Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1614 | 2025-01-15T02:24:40.963Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1615 | 2025-01-15T02:24:40.972Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1616 | 2025-01-15T02:24:40.972Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1617 | 2025-01-15T02:24:40.981Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1618 | 2025-01-15T02:24:40.981Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1619 | 2025-01-15T02:24:40.989Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1620 | 2025-01-15T02:24:40.989Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1621 | 2025-01-15T02:24:40.997Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1622 | 2025-01-15T02:24:40.997Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1623 | 2025-01-15T02:24:41.005Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1624 | 2025-01-15T02:24:41.005Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1625 | 2025-01-15T02:24:41.013Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1626 | 2025-01-15T02:24:41.013Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1627 | 2025-01-15T02:24:41.021Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1628 | 2025-01-15T02:24:41.021Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1629 | 2025-01-15T02:24:41.030Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1630 | 2025-01-15T02:24:41.030Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1631 | 2025-01-15T02:24:41.038Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1632 | 2025-01-15T02:24:41.038Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1633 | 2025-01-15T02:24:41.046Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1634 | 2025-01-15T02:24:41.046Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1635 | 2025-01-15T02:24:41.054Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1636 | 2025-01-15T02:24:41.054Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1637 | 2025-01-15T02:24:41.062Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1638 | 2025-01-15T02:24:41.062Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1639 | 2025-01-15T02:24:41.070Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1640 | 2025-01-15T02:24:41.070Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1641 | 2025-01-15T02:24:41.078Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1642 | 2025-01-15T02:24:41.078Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1643 | 2025-01-15T02:24:41.086Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1644 | 2025-01-15T02:24:41.086Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1645 | 2025-01-15T02:24:41.094Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1646 | 2025-01-15T02:24:41.094Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1647 | 2025-01-15T02:24:41.102Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1648 | 2025-01-15T02:24:41.102Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1649 | 2025-01-15T02:24:41.111Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1650 | 2025-01-15T02:24:41.111Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1651 | 2025-01-15T02:24:41.119Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1652 | 2025-01-15T02:24:41.119Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1653 | 2025-01-15T02:24:41.119Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1654 | 2025-01-15T02:24:41.119Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1655 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1656 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1657 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1658 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1659 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1660 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1661 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1662 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1663 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1664 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1665 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1666 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1667 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1668 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1669 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1670 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1671 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1672 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1673 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1674 | 2025-01-15T02:24:41.209Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 257021
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = a130d4c3-dce7-48c1-874a-10ff117966c9
response_code = 500
uri = /omicron-zones
|
| 1675 | 2025-01-15T02:24:41.209Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a130d4c3-dce7-48c1-874a-10ff117966c9", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:41 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a130d4c3-dce7-48c1-874a-10ff117966c9" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 568.962828ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1676 | 2025-01-15T02:24:41.781Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1677 | 2025-01-15T02:24:41.781Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1678 | 2025-01-15T02:24:41.781Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1679 | 2025-01-15T02:24:41.792Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1680 | 2025-01-15T02:24:41.792Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1681 | 2025-01-15T02:24:41.801Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1682 | 2025-01-15T02:24:41.802Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1683 | 2025-01-15T02:24:41.813Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1684 | 2025-01-15T02:24:41.813Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1685 | 2025-01-15T02:24:41.822Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1686 | 2025-01-15T02:24:41.822Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1687 | 2025-01-15T02:24:41.831Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1688 | 2025-01-15T02:24:41.831Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1689 | 2025-01-15T02:24:41.841Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1690 | 2025-01-15T02:24:41.841Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1691 | 2025-01-15T02:24:41.849Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1692 | 2025-01-15T02:24:41.850Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1693 | 2025-01-15T02:24:41.860Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1694 | 2025-01-15T02:24:41.860Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1695 | 2025-01-15T02:24:41.869Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1696 | 2025-01-15T02:24:41.870Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1697 | 2025-01-15T02:24:41.879Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1698 | 2025-01-15T02:24:41.879Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1699 | 2025-01-15T02:24:41.888Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1700 | 2025-01-15T02:24:41.888Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1701 | 2025-01-15T02:24:41.899Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1702 | 2025-01-15T02:24:41.899Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1703 | 2025-01-15T02:24:41.908Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1704 | 2025-01-15T02:24:41.908Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1705 | 2025-01-15T02:24:41.918Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1706 | 2025-01-15T02:24:41.918Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1707 | 2025-01-15T02:24:41.927Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1708 | 2025-01-15T02:24:41.927Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1709 | 2025-01-15T02:24:41.936Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1710 | 2025-01-15T02:24:41.936Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1711 | 2025-01-15T02:24:41.945Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1712 | 2025-01-15T02:24:41.945Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1713 | 2025-01-15T02:24:41.956Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1714 | 2025-01-15T02:24:41.956Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1715 | 2025-01-15T02:24:41.965Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1716 | 2025-01-15T02:24:41.965Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1717 | 2025-01-15T02:24:41.975Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1718 | 2025-01-15T02:24:41.975Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1719 | 2025-01-15T02:24:41.975Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1720 | 2025-01-15T02:24:41.975Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1721 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1722 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1723 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1724 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1725 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1726 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1727 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1728 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1729 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1730 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1731 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1732 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1733 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1734 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1735 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1736 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1737 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1738 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1739 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1740 | 2025-01-15T02:24:42.072Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 290586
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = d204aa66-0b84-41b6-ac4f-14a19d1da721
response_code = 500
uri = /omicron-zones
|
| 1741 | 2025-01-15T02:24:42.072Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d204aa66-0b84-41b6-ac4f-14a19d1da721", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:42 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d204aa66-0b84-41b6-ac4f-14a19d1da721" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 491.030242ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1742 | 2025-01-15T02:24:42.566Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1743 | 2025-01-15T02:24:42.566Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1744 | 2025-01-15T02:24:42.566Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1745 | 2025-01-15T02:24:42.578Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1746 | 2025-01-15T02:24:42.578Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1747 | 2025-01-15T02:24:42.589Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1748 | 2025-01-15T02:24:42.589Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1749 | 2025-01-15T02:24:42.599Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1750 | 2025-01-15T02:24:42.599Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1751 | 2025-01-15T02:24:42.608Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1752 | 2025-01-15T02:24:42.608Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1753 | 2025-01-15T02:24:42.618Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1754 | 2025-01-15T02:24:42.618Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1755 | 2025-01-15T02:24:42.627Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1756 | 2025-01-15T02:24:42.627Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1757 | 2025-01-15T02:24:42.636Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1758 | 2025-01-15T02:24:42.636Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1759 | 2025-01-15T02:24:42.647Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1760 | 2025-01-15T02:24:42.647Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1761 | 2025-01-15T02:24:42.657Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1762 | 2025-01-15T02:24:42.657Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1763 | 2025-01-15T02:24:42.667Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1764 | 2025-01-15T02:24:42.667Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1765 | 2025-01-15T02:24:42.677Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1766 | 2025-01-15T02:24:42.677Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1767 | 2025-01-15T02:24:42.687Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1768 | 2025-01-15T02:24:42.687Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1769 | 2025-01-15T02:24:42.697Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1770 | 2025-01-15T02:24:42.697Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1771 | 2025-01-15T02:24:42.707Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1772 | 2025-01-15T02:24:42.707Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1773 | 2025-01-15T02:24:42.716Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1774 | 2025-01-15T02:24:42.716Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1775 | 2025-01-15T02:24:42.727Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1776 | 2025-01-15T02:24:42.727Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1777 | 2025-01-15T02:24:42.736Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1778 | 2025-01-15T02:24:42.736Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1779 | 2025-01-15T02:24:42.747Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1780 | 2025-01-15T02:24:42.747Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1781 | 2025-01-15T02:24:42.757Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1782 | 2025-01-15T02:24:42.757Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1783 | 2025-01-15T02:24:42.766Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1784 | 2025-01-15T02:24:42.766Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1785 | 2025-01-15T02:24:42.766Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1786 | 2025-01-15T02:24:42.767Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1787 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1788 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1789 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1790 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1791 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1792 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1793 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1794 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1795 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1796 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1797 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1798 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1799 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1800 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1801 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1802 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1803 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1804 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1805 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1806 | 2025-01-15T02:24:42.866Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 299062
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = f451b0b1-26ec-40dc-8146-55b5b306805f
response_code = 500
uri = /omicron-zones
|
| 1807 | 2025-01-15T02:24:42.866Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f451b0b1-26ec-40dc-8146-55b5b306805f", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:42 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f451b0b1-26ec-40dc-8146-55b5b306805f" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 679.291721ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1808 | 2025-01-15T02:24:43.548Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1809 | 2025-01-15T02:24:43.549Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1810 | 2025-01-15T02:24:43.549Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1811 | 2025-01-15T02:24:43.559Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1812 | 2025-01-15T02:24:43.560Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1813 | 2025-01-15T02:24:43.570Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1814 | 2025-01-15T02:24:43.570Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1815 | 2025-01-15T02:24:43.581Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1816 | 2025-01-15T02:24:43.581Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1817 | 2025-01-15T02:24:43.592Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1818 | 2025-01-15T02:24:43.592Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1819 | 2025-01-15T02:24:43.603Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1820 | 2025-01-15T02:24:43.603Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1821 | 2025-01-15T02:24:43.612Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1822 | 2025-01-15T02:24:43.612Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1823 | 2025-01-15T02:24:43.621Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1824 | 2025-01-15T02:24:43.621Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1825 | 2025-01-15T02:24:43.630Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1826 | 2025-01-15T02:24:43.630Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1827 | 2025-01-15T02:24:43.638Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1828 | 2025-01-15T02:24:43.638Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1829 | 2025-01-15T02:24:43.647Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1830 | 2025-01-15T02:24:43.647Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1831 | 2025-01-15T02:24:43.655Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1832 | 2025-01-15T02:24:43.655Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1833 | 2025-01-15T02:24:43.665Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1834 | 2025-01-15T02:24:43.665Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1835 | 2025-01-15T02:24:43.674Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1836 | 2025-01-15T02:24:43.674Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1837 | 2025-01-15T02:24:43.683Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1838 | 2025-01-15T02:24:43.683Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1839 | 2025-01-15T02:24:43.692Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1840 | 2025-01-15T02:24:43.692Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1841 | 2025-01-15T02:24:43.702Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1842 | 2025-01-15T02:24:43.702Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1843 | 2025-01-15T02:24:43.711Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1844 | 2025-01-15T02:24:43.711Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1845 | 2025-01-15T02:24:43.720Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1846 | 2025-01-15T02:24:43.720Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1847 | 2025-01-15T02:24:43.729Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1848 | 2025-01-15T02:24:43.729Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1849 | 2025-01-15T02:24:43.739Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1850 | 2025-01-15T02:24:43.739Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1851 | 2025-01-15T02:24:43.739Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1852 | 2025-01-15T02:24:43.739Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1853 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1854 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1855 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1856 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1857 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1858 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1859 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1860 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1861 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1862 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1863 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1864 | 2025-01-15T02:24:43.833Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1865 | 2025-01-15T02:24:43.834Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1866 | 2025-01-15T02:24:43.834Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1867 | 2025-01-15T02:24:43.834Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1868 | 2025-01-15T02:24:43.834Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1869 | 2025-01-15T02:24:43.834Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1870 | 2025-01-15T02:24:43.834Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1871 | 2025-01-15T02:24:43.834Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1872 | 2025-01-15T02:24:43.834Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 284350
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 5f71ef96-3816-461f-b9ae-e6dbbe3b4aca
response_code = 500
uri = /omicron-zones
|
| 1873 | 2025-01-15T02:24:43.834Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5f71ef96-3816-461f-b9ae-e6dbbe3b4aca", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:43 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5f71ef96-3816-461f-b9ae-e6dbbe3b4aca" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 950.876718ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1874 | 2025-01-15T02:24:44.789Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1875 | 2025-01-15T02:24:44.789Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1876 | 2025-01-15T02:24:44.789Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1877 | 2025-01-15T02:24:44.801Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1878 | 2025-01-15T02:24:44.801Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1879 | 2025-01-15T02:24:44.811Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1880 | 2025-01-15T02:24:44.811Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1881 | 2025-01-15T02:24:44.822Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1882 | 2025-01-15T02:24:44.822Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1883 | 2025-01-15T02:24:44.832Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1884 | 2025-01-15T02:24:44.832Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1885 | 2025-01-15T02:24:44.843Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1886 | 2025-01-15T02:24:44.843Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1887 | 2025-01-15T02:24:44.852Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1888 | 2025-01-15T02:24:44.852Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1889 | 2025-01-15T02:24:44.861Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1890 | 2025-01-15T02:24:44.861Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1891 | 2025-01-15T02:24:44.871Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1892 | 2025-01-15T02:24:44.871Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1893 | 2025-01-15T02:24:44.882Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1894 | 2025-01-15T02:24:44.882Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1895 | 2025-01-15T02:24:44.891Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1896 | 2025-01-15T02:24:44.891Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1897 | 2025-01-15T02:24:44.901Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1898 | 2025-01-15T02:24:44.901Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1899 | 2025-01-15T02:24:44.911Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1900 | 2025-01-15T02:24:44.911Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1901 | 2025-01-15T02:24:44.920Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1902 | 2025-01-15T02:24:44.920Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1903 | 2025-01-15T02:24:44.930Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1904 | 2025-01-15T02:24:44.930Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1905 | 2025-01-15T02:24:44.940Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1906 | 2025-01-15T02:24:44.940Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1907 | 2025-01-15T02:24:44.950Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1908 | 2025-01-15T02:24:44.950Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1909 | 2025-01-15T02:24:44.961Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1910 | 2025-01-15T02:24:44.961Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1911 | 2025-01-15T02:24:44.971Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1912 | 2025-01-15T02:24:44.971Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1913 | 2025-01-15T02:24:44.980Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1914 | 2025-01-15T02:24:44.980Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1915 | 2025-01-15T02:24:44.989Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1916 | 2025-01-15T02:24:44.989Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1917 | 2025-01-15T02:24:44.990Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1918 | 2025-01-15T02:24:44.990Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1919 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 1920 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1921 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1922 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1923 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1924 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1925 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 1926 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 1927 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1928 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1929 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1930 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1931 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1932 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1933 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1934 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1935 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 1936 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 1937 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1938 | 2025-01-15T02:24:45.089Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 298967
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 5e52b179-0265-4f63-9ad7-92d0716f6e42
response_code = 500
uri = /omicron-zones
|
| 1939 | 2025-01-15T02:24:45.089Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5e52b179-0265-4f63-9ad7-92d0716f6e42", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:45 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5e52b179-0265-4f63-9ad7-92d0716f6e42" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 913.221774ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1940 | 2025-01-15T02:24:46.006Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1941 | 2025-01-15T02:24:46.006Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1942 | 2025-01-15T02:24:46.006Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1943 | 2025-01-15T02:24:46.018Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1944 | 2025-01-15T02:24:46.018Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1945 | 2025-01-15T02:24:46.027Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1946 | 2025-01-15T02:24:46.027Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1947 | 2025-01-15T02:24:46.037Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1948 | 2025-01-15T02:24:46.037Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1949 | 2025-01-15T02:24:46.046Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1950 | 2025-01-15T02:24:46.046Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1951 | 2025-01-15T02:24:46.057Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1952 | 2025-01-15T02:24:46.057Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1953 | 2025-01-15T02:24:46.067Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1954 | 2025-01-15T02:24:46.067Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1955 | 2025-01-15T02:24:46.077Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1956 | 2025-01-15T02:24:46.077Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1957 | 2025-01-15T02:24:46.086Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1958 | 2025-01-15T02:24:46.086Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1959 | 2025-01-15T02:24:46.097Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1960 | 2025-01-15T02:24:46.097Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1961 | 2025-01-15T02:24:46.106Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1962 | 2025-01-15T02:24:46.106Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1963 | 2025-01-15T02:24:46.115Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1964 | 2025-01-15T02:24:46.115Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1965 | 2025-01-15T02:24:46.123Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1966 | 2025-01-15T02:24:46.123Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1967 | 2025-01-15T02:24:46.133Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1968 | 2025-01-15T02:24:46.133Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1969 | 2025-01-15T02:24:46.142Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1970 | 2025-01-15T02:24:46.142Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1971 | 2025-01-15T02:24:46.152Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1972 | 2025-01-15T02:24:46.152Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1973 | 2025-01-15T02:24:46.163Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1974 | 2025-01-15T02:24:46.163Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1975 | 2025-01-15T02:24:46.173Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1976 | 2025-01-15T02:24:46.173Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1977 | 2025-01-15T02:24:46.183Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1978 | 2025-01-15T02:24:46.184Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1979 | 2025-01-15T02:24:46.195Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1980 | 2025-01-15T02:24:46.195Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1981 | 2025-01-15T02:24:46.205Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1982 | 2025-01-15T02:24:46.205Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1983 | 2025-01-15T02:24:46.206Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1984 | 2025-01-15T02:24:46.206Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1985 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 1986 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 1987 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 1988 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 1989 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 1990 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 1991 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 1992 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 1993 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 1994 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 1995 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 1996 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 1997 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 1998 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 1999 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2000 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2001 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2002 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2003 | 2025-01-15T02:24:46.303Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2004 | 2025-01-15T02:24:46.303Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 296314
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = a05e08b7-edf5-4466-84a4-8a97a0031978
response_code = 500
uri = /omicron-zones
|
| 2005 | 2025-01-15T02:24:46.304Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a05e08b7-edf5-4466-84a4-8a97a0031978", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:46 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a05e08b7-edf5-4466-84a4-8a97a0031978" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.00752718s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2006 | 2025-01-15T02:24:47.316Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2007 | 2025-01-15T02:24:47.316Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2008 | 2025-01-15T02:24:47.316Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2009 | 2025-01-15T02:24:47.327Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2010 | 2025-01-15T02:24:47.328Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2011 | 2025-01-15T02:24:47.337Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2012 | 2025-01-15T02:24:47.337Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2013 | 2025-01-15T02:24:47.347Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2014 | 2025-01-15T02:24:47.347Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2015 | 2025-01-15T02:24:47.356Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2016 | 2025-01-15T02:24:47.356Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2017 | 2025-01-15T02:24:47.366Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2018 | 2025-01-15T02:24:47.366Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2019 | 2025-01-15T02:24:47.375Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2020 | 2025-01-15T02:24:47.375Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2021 | 2025-01-15T02:24:47.384Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2022 | 2025-01-15T02:24:47.384Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2023 | 2025-01-15T02:24:47.394Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2024 | 2025-01-15T02:24:47.394Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2025 | 2025-01-15T02:24:47.404Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2026 | 2025-01-15T02:24:47.404Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2027 | 2025-01-15T02:24:47.415Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2028 | 2025-01-15T02:24:47.415Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2029 | 2025-01-15T02:24:47.425Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2030 | 2025-01-15T02:24:47.425Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2031 | 2025-01-15T02:24:47.435Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2032 | 2025-01-15T02:24:47.435Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2033 | 2025-01-15T02:24:47.445Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2034 | 2025-01-15T02:24:47.445Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2035 | 2025-01-15T02:24:47.455Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2036 | 2025-01-15T02:24:47.455Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2037 | 2025-01-15T02:24:47.466Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2038 | 2025-01-15T02:24:47.466Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2039 | 2025-01-15T02:24:47.475Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2040 | 2025-01-15T02:24:47.475Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2041 | 2025-01-15T02:24:47.485Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2042 | 2025-01-15T02:24:47.485Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2043 | 2025-01-15T02:24:47.495Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2044 | 2025-01-15T02:24:47.495Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2045 | 2025-01-15T02:24:47.504Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2046 | 2025-01-15T02:24:47.504Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2047 | 2025-01-15T02:24:47.514Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2048 | 2025-01-15T02:24:47.514Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2049 | 2025-01-15T02:24:47.514Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2050 | 2025-01-15T02:24:47.514Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2051 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2052 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2053 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2054 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2055 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2056 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2057 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2058 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2059 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2060 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2061 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2062 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2063 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2064 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2065 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2066 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2067 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2068 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2069 | 2025-01-15T02:24:47.615Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2070 | 2025-01-15T02:24:47.615Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 298635
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = ecdfd50b-350f-4106-8fbd-d2591d8752eb
response_code = 500
uri = /omicron-zones
|
| 2071 | 2025-01-15T02:24:47.616Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ecdfd50b-350f-4106-8fbd-d2591d8752eb", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ecdfd50b-350f-4106-8fbd-d2591d8752eb" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 896.767076ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2072 | 2025-01-15T02:24:48.516Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2073 | 2025-01-15T02:24:48.516Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2074 | 2025-01-15T02:24:48.516Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2075 | 2025-01-15T02:24:48.528Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2076 | 2025-01-15T02:24:48.530Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2077 | 2025-01-15T02:24:48.539Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2078 | 2025-01-15T02:24:48.539Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2079 | 2025-01-15T02:24:48.549Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2080 | 2025-01-15T02:24:48.549Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2081 | 2025-01-15T02:24:48.558Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2082 | 2025-01-15T02:24:48.559Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2083 | 2025-01-15T02:24:48.569Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2084 | 2025-01-15T02:24:48.569Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2085 | 2025-01-15T02:24:48.579Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2086 | 2025-01-15T02:24:48.579Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2087 | 2025-01-15T02:24:48.589Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2088 | 2025-01-15T02:24:48.589Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2089 | 2025-01-15T02:24:48.602Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2090 | 2025-01-15T02:24:48.602Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2091 | 2025-01-15T02:24:48.613Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2092 | 2025-01-15T02:24:48.613Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2093 | 2025-01-15T02:24:48.622Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2094 | 2025-01-15T02:24:48.622Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2095 | 2025-01-15T02:24:48.633Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2096 | 2025-01-15T02:24:48.633Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2097 | 2025-01-15T02:24:48.643Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2098 | 2025-01-15T02:24:48.643Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2099 | 2025-01-15T02:24:48.654Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2100 | 2025-01-15T02:24:48.654Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2101 | 2025-01-15T02:24:48.664Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2102 | 2025-01-15T02:24:48.664Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2103 | 2025-01-15T02:24:48.675Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2104 | 2025-01-15T02:24:48.678Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2105 | 2025-01-15T02:24:48.685Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2106 | 2025-01-15T02:24:48.685Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2107 | 2025-01-15T02:24:48.697Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2108 | 2025-01-15T02:24:48.697Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2109 | 2025-01-15T02:24:48.707Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2110 | 2025-01-15T02:24:48.707Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2111 | 2025-01-15T02:24:48.716Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2112 | 2025-01-15T02:24:48.716Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2113 | 2025-01-15T02:24:48.727Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2114 | 2025-01-15T02:24:48.727Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2115 | 2025-01-15T02:24:48.727Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2116 | 2025-01-15T02:24:48.728Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2117 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2118 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2119 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2120 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2121 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2122 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2123 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2124 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2125 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2126 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2127 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2128 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2129 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2130 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2131 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2132 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2133 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2134 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2135 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2136 | 2025-01-15T02:24:48.828Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 311682
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = f00b6af6-99d4-4889-8345-1c4d62faf028
response_code = 500
uri = /omicron-zones
|
| 2137 | 2025-01-15T02:24:48.828Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f00b6af6-99d4-4889-8345-1c4d62faf028", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f00b6af6-99d4-4889-8345-1c4d62faf028" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 2.055289912s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2138 | 2025-01-15T02:24:50.890Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2139 | 2025-01-15T02:24:50.890Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2140 | 2025-01-15T02:24:50.890Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2141 | 2025-01-15T02:24:50.901Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2142 | 2025-01-15T02:24:50.901Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2143 | 2025-01-15T02:24:50.912Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2144 | 2025-01-15T02:24:50.912Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2145 | 2025-01-15T02:24:50.922Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2146 | 2025-01-15T02:24:50.922Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2147 | 2025-01-15T02:24:50.934Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2148 | 2025-01-15T02:24:50.934Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2149 | 2025-01-15T02:24:50.944Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2150 | 2025-01-15T02:24:50.944Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2151 | 2025-01-15T02:24:50.954Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2152 | 2025-01-15T02:24:50.954Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2153 | 2025-01-15T02:24:50.964Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2154 | 2025-01-15T02:24:50.964Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2155 | 2025-01-15T02:24:50.973Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2156 | 2025-01-15T02:24:50.973Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2157 | 2025-01-15T02:24:50.984Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2158 | 2025-01-15T02:24:50.984Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2159 | 2025-01-15T02:24:50.995Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2160 | 2025-01-15T02:24:50.995Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2161 | 2025-01-15T02:24:51.006Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2162 | 2025-01-15T02:24:51.006Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2163 | 2025-01-15T02:24:51.019Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2164 | 2025-01-15T02:24:51.019Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2165 | 2025-01-15T02:24:51.030Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2166 | 2025-01-15T02:24:51.030Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2167 | 2025-01-15T02:24:51.041Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2168 | 2025-01-15T02:24:51.041Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2169 | 2025-01-15T02:24:51.052Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2170 | 2025-01-15T02:24:51.052Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2171 | 2025-01-15T02:24:51.062Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2172 | 2025-01-15T02:24:51.062Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2173 | 2025-01-15T02:24:51.073Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2174 | 2025-01-15T02:24:51.073Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2175 | 2025-01-15T02:24:51.085Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2176 | 2025-01-15T02:24:51.085Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2177 | 2025-01-15T02:24:51.095Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2178 | 2025-01-15T02:24:51.095Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2179 | 2025-01-15T02:24:51.107Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2180 | 2025-01-15T02:24:51.107Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2181 | 2025-01-15T02:24:51.107Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2182 | 2025-01-15T02:24:51.107Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2183 | 2025-01-15T02:24:51.203Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2184 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2185 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2186 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2187 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2188 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2189 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2190 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2191 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2192 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2193 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2194 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2195 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2196 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2197 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2198 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2199 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2200 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2201 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2202 | 2025-01-15T02:24:51.204Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 312578
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = b6d4f032-2143-4a49-9a55-a08b0cc78de5
response_code = 500
uri = /omicron-zones
|
| 2203 | 2025-01-15T02:24:51.204Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b6d4f032-2143-4a49-9a55-a08b0cc78de5", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:50 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b6d4f032-2143-4a49-9a55-a08b0cc78de5" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 2.700845228s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2204 | 2025-01-15T02:24:52.046Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.223718438s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 2205 | 2025-01-15T02:24:53.913Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2206 | 2025-01-15T02:24:53.913Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2207 | 2025-01-15T02:24:53.913Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2208 | 2025-01-15T02:24:53.925Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2209 | 2025-01-15T02:24:53.925Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2210 | 2025-01-15T02:24:53.936Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2211 | 2025-01-15T02:24:53.936Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2212 | 2025-01-15T02:24:53.947Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2213 | 2025-01-15T02:24:53.947Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2214 | 2025-01-15T02:24:53.957Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2215 | 2025-01-15T02:24:53.957Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2216 | 2025-01-15T02:24:53.968Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2217 | 2025-01-15T02:24:53.968Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2218 | 2025-01-15T02:24:53.979Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2219 | 2025-01-15T02:24:53.979Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2220 | 2025-01-15T02:24:53.989Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2221 | 2025-01-15T02:24:53.989Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2222 | 2025-01-15T02:24:53.999Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2223 | 2025-01-15T02:24:53.999Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2224 | 2025-01-15T02:24:54.010Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2225 | 2025-01-15T02:24:54.010Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2226 | 2025-01-15T02:24:54.021Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2227 | 2025-01-15T02:24:54.021Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2228 | 2025-01-15T02:24:54.031Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2229 | 2025-01-15T02:24:54.031Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2230 | 2025-01-15T02:24:54.042Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2231 | 2025-01-15T02:24:54.042Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2232 | 2025-01-15T02:24:54.053Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2233 | 2025-01-15T02:24:54.054Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2234 | 2025-01-15T02:24:54.064Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2235 | 2025-01-15T02:24:54.064Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2236 | 2025-01-15T02:24:54.074Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2237 | 2025-01-15T02:24:54.074Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2238 | 2025-01-15T02:24:54.085Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2239 | 2025-01-15T02:24:54.086Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2240 | 2025-01-15T02:24:54.096Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2241 | 2025-01-15T02:24:54.096Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2242 | 2025-01-15T02:24:54.106Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2243 | 2025-01-15T02:24:54.106Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2244 | 2025-01-15T02:24:54.117Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2245 | 2025-01-15T02:24:54.117Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2246 | 2025-01-15T02:24:54.128Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2247 | 2025-01-15T02:24:54.128Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2248 | 2025-01-15T02:24:54.128Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2249 | 2025-01-15T02:24:54.128Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2250 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2251 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2252 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2253 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2254 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2255 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2256 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2257 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2258 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2259 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2260 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2261 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2262 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2263 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2264 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2265 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2266 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2267 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2268 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2269 | 2025-01-15T02:24:54.228Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 314441
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 6c8c68c5-57c9-4c11-9d58-f955bfdc1b28
response_code = 500
uri = /omicron-zones
|
| 2270 | 2025-01-15T02:24:54.228Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6c8c68c5-57c9-4c11-9d58-f955bfdc1b28", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:53 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6c8c68c5-57c9-4c11-9d58-f955bfdc1b28" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.459260305s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2271 | 2025-01-15T02:24:55.693Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2272 | 2025-01-15T02:24:55.694Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2273 | 2025-01-15T02:24:55.694Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2274 | 2025-01-15T02:24:55.705Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2275 | 2025-01-15T02:24:55.705Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2276 | 2025-01-15T02:24:55.714Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2277 | 2025-01-15T02:24:55.714Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2278 | 2025-01-15T02:24:55.723Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2279 | 2025-01-15T02:24:55.723Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2280 | 2025-01-15T02:24:55.733Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2281 | 2025-01-15T02:24:55.733Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2282 | 2025-01-15T02:24:55.744Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2283 | 2025-01-15T02:24:55.744Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2284 | 2025-01-15T02:24:55.754Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2285 | 2025-01-15T02:24:55.754Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2286 | 2025-01-15T02:24:55.764Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2287 | 2025-01-15T02:24:55.764Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2288 | 2025-01-15T02:24:55.774Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2289 | 2025-01-15T02:24:55.774Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2290 | 2025-01-15T02:24:55.784Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2291 | 2025-01-15T02:24:55.784Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2292 | 2025-01-15T02:24:55.794Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2293 | 2025-01-15T02:24:55.794Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2294 | 2025-01-15T02:24:55.804Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2295 | 2025-01-15T02:24:55.804Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2296 | 2025-01-15T02:24:55.814Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2297 | 2025-01-15T02:24:55.814Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2298 | 2025-01-15T02:24:55.823Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2299 | 2025-01-15T02:24:55.823Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2300 | 2025-01-15T02:24:55.834Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2301 | 2025-01-15T02:24:55.834Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2302 | 2025-01-15T02:24:55.843Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2303 | 2025-01-15T02:24:55.843Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2304 | 2025-01-15T02:24:55.854Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2305 | 2025-01-15T02:24:55.854Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2306 | 2025-01-15T02:24:55.864Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2307 | 2025-01-15T02:24:55.864Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2308 | 2025-01-15T02:24:55.874Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2309 | 2025-01-15T02:24:55.874Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2310 | 2025-01-15T02:24:55.885Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2311 | 2025-01-15T02:24:55.885Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2312 | 2025-01-15T02:24:55.894Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2313 | 2025-01-15T02:24:55.894Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2314 | 2025-01-15T02:24:55.895Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2315 | 2025-01-15T02:24:55.895Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2316 | 2025-01-15T02:24:55.992Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2317 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2318 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2319 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2320 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2321 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2322 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2323 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2324 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2325 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2326 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2327 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2328 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2329 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2330 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2331 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2332 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2333 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2334 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2335 | 2025-01-15T02:24:55.993Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 298682
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = eb04b206-fd48-4cbd-b972-a42ca272b445
response_code = 500
uri = /omicron-zones
|
| 2336 | 2025-01-15T02:24:55.993Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "eb04b206-fd48-4cbd-b972-a42ca272b445", "content-length": "124", "date": "Wed, 15 Jan 2025 02:24:55 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "eb04b206-fd48-4cbd-b972-a42ca272b445" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 3.820025506s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2337 | 2025-01-15T02:24:59.824Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2338 | 2025-01-15T02:24:59.824Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2339 | 2025-01-15T02:24:59.824Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2340 | 2025-01-15T02:24:59.836Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2341 | 2025-01-15T02:24:59.836Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2342 | 2025-01-15T02:24:59.847Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2343 | 2025-01-15T02:24:59.847Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2344 | 2025-01-15T02:24:59.858Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2345 | 2025-01-15T02:24:59.858Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2346 | 2025-01-15T02:24:59.868Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2347 | 2025-01-15T02:24:59.868Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2348 | 2025-01-15T02:24:59.879Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2349 | 2025-01-15T02:24:59.879Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2350 | 2025-01-15T02:24:59.890Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2351 | 2025-01-15T02:24:59.892Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2352 | 2025-01-15T02:24:59.900Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2353 | 2025-01-15T02:24:59.900Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2354 | 2025-01-15T02:24:59.909Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2355 | 2025-01-15T02:24:59.909Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2356 | 2025-01-15T02:24:59.919Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2357 | 2025-01-15T02:24:59.920Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2358 | 2025-01-15T02:24:59.929Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2359 | 2025-01-15T02:24:59.929Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2360 | 2025-01-15T02:24:59.938Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2361 | 2025-01-15T02:24:59.938Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2362 | 2025-01-15T02:24:59.948Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2363 | 2025-01-15T02:24:59.948Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2364 | 2025-01-15T02:24:59.958Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2365 | 2025-01-15T02:24:59.958Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2366 | 2025-01-15T02:24:59.968Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2367 | 2025-01-15T02:24:59.968Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2368 | 2025-01-15T02:24:59.978Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2369 | 2025-01-15T02:24:59.978Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2370 | 2025-01-15T02:24:59.988Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2371 | 2025-01-15T02:24:59.988Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2372 | 2025-01-15T02:24:59.999Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2373 | 2025-01-15T02:25:00.002Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2374 | 2025-01-15T02:25:00.010Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2375 | 2025-01-15T02:25:00.010Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2376 | 2025-01-15T02:25:00.021Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2377 | 2025-01-15T02:25:00.021Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2378 | 2025-01-15T02:25:00.034Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2379 | 2025-01-15T02:25:00.034Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2380 | 2025-01-15T02:25:00.034Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2381 | 2025-01-15T02:25:00.035Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2382 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2383 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2384 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2385 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2386 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2387 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2388 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2389 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2390 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2391 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2392 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2393 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2394 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2395 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2396 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2397 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2398 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2399 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2400 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2401 | 2025-01-15T02:25:00.137Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 311821
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 61538929-8fb7-4243-ad7f-996a62a23c11
response_code = 500
uri = /omicron-zones
|
| 2402 | 2025-01-15T02:25:00.137Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "61538929-8fb7-4243-ad7f-996a62a23c11", "content-length": "124", "date": "Wed, 15 Jan 2025 02:25:00 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "61538929-8fb7-4243-ad7f-996a62a23c11" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 3.192776098s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2403 | 2025-01-15T02:25:03.339Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2404 | 2025-01-15T02:25:03.340Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2405 | 2025-01-15T02:25:03.340Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2406 | 2025-01-15T02:25:03.352Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2407 | 2025-01-15T02:25:03.354Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2408 | 2025-01-15T02:25:03.362Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2409 | 2025-01-15T02:25:03.362Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2410 | 2025-01-15T02:25:03.372Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2411 | 2025-01-15T02:25:03.372Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2412 | 2025-01-15T02:25:03.380Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2413 | 2025-01-15T02:25:03.380Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2414 | 2025-01-15T02:25:03.392Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2415 | 2025-01-15T02:25:03.392Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2416 | 2025-01-15T02:25:03.401Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2417 | 2025-01-15T02:25:03.401Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2418 | 2025-01-15T02:25:03.412Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2419 | 2025-01-15T02:25:03.412Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2420 | 2025-01-15T02:25:03.421Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2421 | 2025-01-15T02:25:03.421Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2422 | 2025-01-15T02:25:03.431Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2423 | 2025-01-15T02:25:03.432Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2424 | 2025-01-15T02:25:03.441Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2425 | 2025-01-15T02:25:03.441Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2426 | 2025-01-15T02:25:03.452Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2427 | 2025-01-15T02:25:03.452Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2428 | 2025-01-15T02:25:03.463Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2429 | 2025-01-15T02:25:03.463Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2430 | 2025-01-15T02:25:03.472Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2431 | 2025-01-15T02:25:03.472Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2432 | 2025-01-15T02:25:03.484Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2433 | 2025-01-15T02:25:03.484Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2434 | 2025-01-15T02:25:03.495Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2435 | 2025-01-15T02:25:03.495Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2436 | 2025-01-15T02:25:03.505Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2437 | 2025-01-15T02:25:03.505Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2438 | 2025-01-15T02:25:03.513Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2439 | 2025-01-15T02:25:03.513Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2440 | 2025-01-15T02:25:03.523Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2441 | 2025-01-15T02:25:03.523Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2442 | 2025-01-15T02:25:03.535Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2443 | 2025-01-15T02:25:03.535Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2444 | 2025-01-15T02:25:03.546Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2445 | 2025-01-15T02:25:03.546Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2446 | 2025-01-15T02:25:03.546Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2447 | 2025-01-15T02:25:03.546Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2448 | 2025-01-15T02:25:03.646Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2449 | 2025-01-15T02:25:03.646Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2450 | 2025-01-15T02:25:03.646Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2451 | 2025-01-15T02:25:03.646Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2452 | 2025-01-15T02:25:03.646Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2453 | 2025-01-15T02:25:03.646Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2454 | 2025-01-15T02:25:03.646Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2455 | 2025-01-15T02:25:03.646Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2456 | 2025-01-15T02:25:03.646Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2457 | 2025-01-15T02:25:03.647Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2458 | 2025-01-15T02:25:03.647Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2459 | 2025-01-15T02:25:03.647Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2460 | 2025-01-15T02:25:03.647Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2461 | 2025-01-15T02:25:03.647Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2462 | 2025-01-15T02:25:03.647Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2463 | 2025-01-15T02:25:03.647Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2464 | 2025-01-15T02:25:03.647Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2465 | 2025-01-15T02:25:03.647Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2466 | 2025-01-15T02:25:03.647Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2467 | 2025-01-15T02:25:03.647Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 306250
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 1de707f9-ae9e-4ba0-8634-b0124345de0c
response_code = 500
uri = /omicron-zones
|
| 2468 | 2025-01-15T02:25:03.647Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1de707f9-ae9e-4ba0-8634-b0124345de0c", "content-length": "124", "date": "Wed, 15 Jan 2025 02:25:03 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1de707f9-ae9e-4ba0-8634-b0124345de0c" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 2.64940063s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2469 | 2025-01-15T02:25:06.304Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2470 | 2025-01-15T02:25:06.304Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2471 | 2025-01-15T02:25:06.304Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2472 | 2025-01-15T02:25:06.316Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2473 | 2025-01-15T02:25:06.317Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2474 | 2025-01-15T02:25:06.327Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2475 | 2025-01-15T02:25:06.328Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2476 | 2025-01-15T02:25:06.338Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2477 | 2025-01-15T02:25:06.338Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2478 | 2025-01-15T02:25:06.349Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2479 | 2025-01-15T02:25:06.349Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2480 | 2025-01-15T02:25:06.359Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2481 | 2025-01-15T02:25:06.359Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2482 | 2025-01-15T02:25:06.370Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2483 | 2025-01-15T02:25:06.370Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2484 | 2025-01-15T02:25:06.381Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2485 | 2025-01-15T02:25:06.381Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2486 | 2025-01-15T02:25:06.384Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36824
|
| 2487 | 2025-01-15T02:25:06.385Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 156
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36824
req_id = 55ed2f8a-26fa-4aea-9ff3-c331041f1a9b
response_code = 200
uri = /baseboard
|
| 2488 | 2025-01-15T02:25:06.392Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2489 | 2025-01-15T02:25:06.392Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2490 | 2025-01-15T02:25:06.402Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2491 | 2025-01-15T02:25:06.402Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2492 | 2025-01-15T02:25:06.413Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2493 | 2025-01-15T02:25:06.413Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2494 | 2025-01-15T02:25:06.422Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2495 | 2025-01-15T02:25:06.422Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2496 | 2025-01-15T02:25:06.433Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2497 | 2025-01-15T02:25:06.433Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2498 | 2025-01-15T02:25:06.444Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2499 | 2025-01-15T02:25:06.444Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2500 | 2025-01-15T02:25:06.454Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2501 | 2025-01-15T02:25:06.454Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2502 | 2025-01-15T02:25:06.464Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2503 | 2025-01-15T02:25:06.464Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2504 | 2025-01-15T02:25:06.475Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2505 | 2025-01-15T02:25:06.475Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2506 | 2025-01-15T02:25:06.485Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2507 | 2025-01-15T02:25:06.485Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2508 | 2025-01-15T02:25:06.496Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2509 | 2025-01-15T02:25:06.496Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2510 | 2025-01-15T02:25:06.506Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2511 | 2025-01-15T02:25:06.506Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2512 | 2025-01-15T02:25:06.516Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2513 | 2025-01-15T02:25:06.517Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2514 | 2025-01-15T02:25:06.517Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2515 | 2025-01-15T02:25:06.517Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2516 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2517 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2518 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2519 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2520 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2521 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2522 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2523 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2524 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2525 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2526 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2527 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2528 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2529 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2530 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2531 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2532 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2533 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2534 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2535 | 2025-01-15T02:25:06.621Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 315616
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 87be2669-5000-4226-ae50-61ef3c04f5eb
response_code = 500
uri = /omicron-zones
|
| 2536 | 2025-01-15T02:25:06.621Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "87be2669-5000-4226-ae50-61ef3c04f5eb", "content-length": "124", "date": "Wed, 15 Jan 2025 02:25:06 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "87be2669-5000-4226-ae50-61ef3c04f5eb" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 8.18528182s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2537 | 2025-01-15T02:25:08.350Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 2.272324861s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 2538 | 2025-01-15T02:25:14.829Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2539 | 2025-01-15T02:25:14.829Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2540 | 2025-01-15T02:25:14.829Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2541 | 2025-01-15T02:25:14.841Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2542 | 2025-01-15T02:25:14.841Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2543 | 2025-01-15T02:25:14.852Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2544 | 2025-01-15T02:25:14.853Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2545 | 2025-01-15T02:25:14.863Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2546 | 2025-01-15T02:25:14.863Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2547 | 2025-01-15T02:25:14.872Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2548 | 2025-01-15T02:25:14.872Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2549 | 2025-01-15T02:25:14.882Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2550 | 2025-01-15T02:25:14.882Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2551 | 2025-01-15T02:25:14.891Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2552 | 2025-01-15T02:25:14.892Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2553 | 2025-01-15T02:25:14.902Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2554 | 2025-01-15T02:25:14.902Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2555 | 2025-01-15T02:25:14.911Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2556 | 2025-01-15T02:25:14.911Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2557 | 2025-01-15T02:25:14.921Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2558 | 2025-01-15T02:25:14.921Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2559 | 2025-01-15T02:25:14.931Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2560 | 2025-01-15T02:25:14.931Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2561 | 2025-01-15T02:25:14.941Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2562 | 2025-01-15T02:25:14.941Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2563 | 2025-01-15T02:25:14.951Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2564 | 2025-01-15T02:25:14.951Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2565 | 2025-01-15T02:25:14.962Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2566 | 2025-01-15T02:25:14.962Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2567 | 2025-01-15T02:25:14.972Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2568 | 2025-01-15T02:25:14.972Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2569 | 2025-01-15T02:25:14.981Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2570 | 2025-01-15T02:25:14.981Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2571 | 2025-01-15T02:25:14.992Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2572 | 2025-01-15T02:25:14.992Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2573 | 2025-01-15T02:25:15.001Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2574 | 2025-01-15T02:25:15.001Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2575 | 2025-01-15T02:25:15.012Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2576 | 2025-01-15T02:25:15.012Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2577 | 2025-01-15T02:25:15.022Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2578 | 2025-01-15T02:25:15.022Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2579 | 2025-01-15T02:25:15.032Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2580 | 2025-01-15T02:25:15.032Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2581 | 2025-01-15T02:25:15.033Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2582 | 2025-01-15T02:25:15.033Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2583 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2584 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2585 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2586 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2587 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2588 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2589 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2590 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2591 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2592 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2593 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2594 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2595 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2596 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2597 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2598 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2599 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2600 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2601 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2602 | 2025-01-15T02:25:15.134Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 303780
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 5c86f229-5823-4d29-b079-27e73b1dedf1
response_code = 500
uri = /omicron-zones
|
| 2603 | 2025-01-15T02:25:15.134Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5c86f229-5823-4d29-b079-27e73b1dedf1", "content-length": "124", "date": "Wed, 15 Jan 2025 02:25:14 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5c86f229-5823-4d29-b079-27e73b1dedf1" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 8.808251639s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2604 | 2025-01-15T02:25:23.967Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2605 | 2025-01-15T02:25:23.967Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2606 | 2025-01-15T02:25:23.967Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2607 | 2025-01-15T02:25:23.980Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2608 | 2025-01-15T02:25:23.980Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2609 | 2025-01-15T02:25:23.990Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2610 | 2025-01-15T02:25:23.990Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2611 | 2025-01-15T02:25:24.000Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2612 | 2025-01-15T02:25:24.000Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2613 | 2025-01-15T02:25:24.009Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2614 | 2025-01-15T02:25:24.009Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2615 | 2025-01-15T02:25:24.018Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2616 | 2025-01-15T02:25:24.018Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2617 | 2025-01-15T02:25:24.027Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2618 | 2025-01-15T02:25:24.027Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2619 | 2025-01-15T02:25:24.037Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2620 | 2025-01-15T02:25:24.037Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2621 | 2025-01-15T02:25:24.046Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2622 | 2025-01-15T02:25:24.046Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2623 | 2025-01-15T02:25:24.056Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2624 | 2025-01-15T02:25:24.056Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2625 | 2025-01-15T02:25:24.065Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2626 | 2025-01-15T02:25:24.065Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2627 | 2025-01-15T02:25:24.073Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2628 | 2025-01-15T02:25:24.073Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2629 | 2025-01-15T02:25:24.083Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2630 | 2025-01-15T02:25:24.083Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2631 | 2025-01-15T02:25:24.092Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2632 | 2025-01-15T02:25:24.092Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2633 | 2025-01-15T02:25:24.101Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2634 | 2025-01-15T02:25:24.101Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2635 | 2025-01-15T02:25:24.110Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2636 | 2025-01-15T02:25:24.110Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2637 | 2025-01-15T02:25:24.120Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2638 | 2025-01-15T02:25:24.120Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2639 | 2025-01-15T02:25:24.129Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2640 | 2025-01-15T02:25:24.129Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2641 | 2025-01-15T02:25:24.138Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2642 | 2025-01-15T02:25:24.138Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2643 | 2025-01-15T02:25:24.147Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2644 | 2025-01-15T02:25:24.147Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2645 | 2025-01-15T02:25:24.156Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2646 | 2025-01-15T02:25:24.156Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2647 | 2025-01-15T02:25:24.156Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2648 | 2025-01-15T02:25:24.157Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2649 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2650 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2651 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2652 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2653 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2654 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2655 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2656 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2657 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2658 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2659 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2660 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2661 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2662 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2663 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2664 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2665 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2666 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2667 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2668 | 2025-01-15T02:25:24.255Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 287174
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 7fdf1eab-047b-4e86-a9ef-fbafda84c4c1
response_code = 500
uri = /omicron-zones
|
| 2669 | 2025-01-15T02:25:24.255Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7fdf1eab-047b-4e86-a9ef-fbafda84c4c1", "content-length": "124", "date": "Wed, 15 Jan 2025 02:25:23 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7fdf1eab-047b-4e86-a9ef-fbafda84c4c1" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 4.162818848s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2670 | 2025-01-15T02:25:25.705Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 3.699137286s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 2671 | 2025-01-15T02:25:28.430Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2672 | 2025-01-15T02:25:28.430Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2673 | 2025-01-15T02:25:28.430Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2674 | 2025-01-15T02:25:28.443Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2675 | 2025-01-15T02:25:28.443Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2676 | 2025-01-15T02:25:28.453Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2677 | 2025-01-15T02:25:28.454Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2678 | 2025-01-15T02:25:28.463Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2679 | 2025-01-15T02:25:28.463Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2680 | 2025-01-15T02:25:28.475Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2681 | 2025-01-15T02:25:28.475Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2682 | 2025-01-15T02:25:28.485Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2683 | 2025-01-15T02:25:28.485Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2684 | 2025-01-15T02:25:28.496Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2685 | 2025-01-15T02:25:28.496Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2686 | 2025-01-15T02:25:28.506Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2687 | 2025-01-15T02:25:28.506Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2688 | 2025-01-15T02:25:28.516Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2689 | 2025-01-15T02:25:28.516Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2690 | 2025-01-15T02:25:28.527Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2691 | 2025-01-15T02:25:28.527Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2692 | 2025-01-15T02:25:28.538Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2693 | 2025-01-15T02:25:28.538Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2694 | 2025-01-15T02:25:28.548Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2695 | 2025-01-15T02:25:28.548Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2696 | 2025-01-15T02:25:28.559Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2697 | 2025-01-15T02:25:28.559Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2698 | 2025-01-15T02:25:28.569Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2699 | 2025-01-15T02:25:28.569Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2700 | 2025-01-15T02:25:28.579Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2701 | 2025-01-15T02:25:28.579Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2702 | 2025-01-15T02:25:28.589Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2703 | 2025-01-15T02:25:28.589Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2704 | 2025-01-15T02:25:28.601Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2705 | 2025-01-15T02:25:28.601Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2706 | 2025-01-15T02:25:28.612Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2707 | 2025-01-15T02:25:28.612Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2708 | 2025-01-15T02:25:28.622Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2709 | 2025-01-15T02:25:28.622Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2710 | 2025-01-15T02:25:28.632Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2711 | 2025-01-15T02:25:28.632Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2712 | 2025-01-15T02:25:28.642Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2713 | 2025-01-15T02:25:28.642Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2714 | 2025-01-15T02:25:28.642Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2715 | 2025-01-15T02:25:28.643Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2716 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2717 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2718 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2719 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2720 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2721 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2722 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2723 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2724 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2725 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2726 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2727 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2728 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2729 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2730 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2731 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2732 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2733 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2734 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2735 | 2025-01-15T02:25:28.743Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 311696
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = cc2ed461-bc8b-4f38-ab1a-171703f504c2
response_code = 500
uri = /omicron-zones
|
| 2736 | 2025-01-15T02:25:28.743Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "cc2ed461-bc8b-4f38-ab1a-171703f504c2", "content-length": "124", "date": "Wed, 15 Jan 2025 02:25:28 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "cc2ed461-bc8b-4f38-ab1a-171703f504c2" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 8.521869707s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2737 | 2025-01-15T02:25:36.498Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:35168
|
| 2738 | 2025-01-15T02:25:36.499Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 27
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:35168
req_id = 3addda0e-ed5a-4109-bf42-8d89a0fdcf11
response_code = 200
uri = /baseboard
|
| 2739 | 2025-01-15T02:25:37.289Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2740 | 2025-01-15T02:25:37.289Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2741 | 2025-01-15T02:25:37.289Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2742 | 2025-01-15T02:25:37.301Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2743 | 2025-01-15T02:25:37.301Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2744 | 2025-01-15T02:25:37.312Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2745 | 2025-01-15T02:25:37.312Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2746 | 2025-01-15T02:25:37.323Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2747 | 2025-01-15T02:25:37.323Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2748 | 2025-01-15T02:25:37.333Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2749 | 2025-01-15T02:25:37.333Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2750 | 2025-01-15T02:25:37.343Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2751 | 2025-01-15T02:25:37.343Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2752 | 2025-01-15T02:25:37.353Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2753 | 2025-01-15T02:25:37.353Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2754 | 2025-01-15T02:25:37.363Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2755 | 2025-01-15T02:25:37.363Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2756 | 2025-01-15T02:25:37.373Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2757 | 2025-01-15T02:25:37.373Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2758 | 2025-01-15T02:25:37.384Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2759 | 2025-01-15T02:25:37.384Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2760 | 2025-01-15T02:25:37.394Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2761 | 2025-01-15T02:25:37.394Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2762 | 2025-01-15T02:25:37.405Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2763 | 2025-01-15T02:25:37.405Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2764 | 2025-01-15T02:25:37.415Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2765 | 2025-01-15T02:25:37.415Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2766 | 2025-01-15T02:25:37.424Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2767 | 2025-01-15T02:25:37.425Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2768 | 2025-01-15T02:25:37.435Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2769 | 2025-01-15T02:25:37.435Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2770 | 2025-01-15T02:25:37.445Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2771 | 2025-01-15T02:25:37.445Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2772 | 2025-01-15T02:25:37.455Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2773 | 2025-01-15T02:25:37.455Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2774 | 2025-01-15T02:25:37.465Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2775 | 2025-01-15T02:25:37.465Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2776 | 2025-01-15T02:25:37.474Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2777 | 2025-01-15T02:25:37.475Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2778 | 2025-01-15T02:25:37.485Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2779 | 2025-01-15T02:25:37.485Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2780 | 2025-01-15T02:25:37.495Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2781 | 2025-01-15T02:25:37.495Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2782 | 2025-01-15T02:25:37.495Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2783 | 2025-01-15T02:25:37.495Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2784 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2785 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2786 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2787 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2788 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2789 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2790 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2791 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2792 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2793 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2794 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2795 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2796 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2797 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2798 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2799 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2800 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2801 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2802 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2803 | 2025-01-15T02:25:37.596Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 306100
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 6513d064-67bf-42f4-8bf2-942b40c94d7c
response_code = 500
uri = /omicron-zones
|
| 2804 | 2025-01-15T02:25:37.596Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6513d064-67bf-42f4-8bf2-942b40c94d7c", "content-length": "124", "date": "Wed, 15 Jan 2025 02:25:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6513d064-67bf-42f4-8bf2-942b40c94d7c" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 11.75466653s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2805 | 2025-01-15T02:25:44.492Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 8.602378991s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 2806 | 2025-01-15T02:25:49.384Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2807 | 2025-01-15T02:25:49.384Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2808 | 2025-01-15T02:25:49.384Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2809 | 2025-01-15T02:25:49.399Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2810 | 2025-01-15T02:25:49.399Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2811 | 2025-01-15T02:25:49.411Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2812 | 2025-01-15T02:25:49.411Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2813 | 2025-01-15T02:25:49.424Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2814 | 2025-01-15T02:25:49.424Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2815 | 2025-01-15T02:25:49.435Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2816 | 2025-01-15T02:25:49.435Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2817 | 2025-01-15T02:25:49.447Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2818 | 2025-01-15T02:25:49.447Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2819 | 2025-01-15T02:25:49.460Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2820 | 2025-01-15T02:25:49.460Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2821 | 2025-01-15T02:25:49.471Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2822 | 2025-01-15T02:25:49.471Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2823 | 2025-01-15T02:25:49.481Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2824 | 2025-01-15T02:25:49.481Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2825 | 2025-01-15T02:25:49.494Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2826 | 2025-01-15T02:25:49.494Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2827 | 2025-01-15T02:25:49.508Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2828 | 2025-01-15T02:25:49.508Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2829 | 2025-01-15T02:25:49.523Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2830 | 2025-01-15T02:25:49.523Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2831 | 2025-01-15T02:25:49.537Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2832 | 2025-01-15T02:25:49.537Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2833 | 2025-01-15T02:25:49.551Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2834 | 2025-01-15T02:25:49.551Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2835 | 2025-01-15T02:25:49.564Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2836 | 2025-01-15T02:25:49.564Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2837 | 2025-01-15T02:25:49.578Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2838 | 2025-01-15T02:25:49.578Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2839 | 2025-01-15T02:25:49.590Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2840 | 2025-01-15T02:25:49.590Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2841 | 2025-01-15T02:25:49.602Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2842 | 2025-01-15T02:25:49.602Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2843 | 2025-01-15T02:25:49.616Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2844 | 2025-01-15T02:25:49.616Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2845 | 2025-01-15T02:25:49.632Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2846 | 2025-01-15T02:25:49.633Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2847 | 2025-01-15T02:25:49.646Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2848 | 2025-01-15T02:25:49.646Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2849 | 2025-01-15T02:25:49.646Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2850 | 2025-01-15T02:25:49.647Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2851 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2852 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2853 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2854 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2855 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2856 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2857 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2858 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2859 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2860 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2861 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2862 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2863 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2864 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2865 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2866 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2867 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2868 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2869 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2870 | 2025-01-15T02:25:49.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 390359
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 0ff2590d-bcf8-4ae1-9486-5350a83318d2
response_code = 500
uri = /omicron-zones
|
| 2871 | 2025-01-15T02:25:49.775Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0ff2590d-bcf8-4ae1-9486-5350a83318d2", "content-length": "124", "date": "Wed, 15 Jan 2025 02:25:49 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0ff2590d-bcf8-4ae1-9486-5350a83318d2" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 8.019496536s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2872 | 2025-01-15T02:25:57.817Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2873 | 2025-01-15T02:25:57.818Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2874 | 2025-01-15T02:25:57.818Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2875 | 2025-01-15T02:25:57.830Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2876 | 2025-01-15T02:25:57.830Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2877 | 2025-01-15T02:25:57.840Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2878 | 2025-01-15T02:25:57.840Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2879 | 2025-01-15T02:25:57.851Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2880 | 2025-01-15T02:25:57.851Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2881 | 2025-01-15T02:25:57.860Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2882 | 2025-01-15T02:25:57.860Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2883 | 2025-01-15T02:25:57.869Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2884 | 2025-01-15T02:25:57.869Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2885 | 2025-01-15T02:25:57.879Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2886 | 2025-01-15T02:25:57.879Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2887 | 2025-01-15T02:25:57.888Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2888 | 2025-01-15T02:25:57.888Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2889 | 2025-01-15T02:25:57.898Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2890 | 2025-01-15T02:25:57.898Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2891 | 2025-01-15T02:25:57.907Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2892 | 2025-01-15T02:25:57.907Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2893 | 2025-01-15T02:25:57.917Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2894 | 2025-01-15T02:25:57.917Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2895 | 2025-01-15T02:25:57.926Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2896 | 2025-01-15T02:25:57.926Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2897 | 2025-01-15T02:25:57.935Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2898 | 2025-01-15T02:25:57.935Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2899 | 2025-01-15T02:25:57.945Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2900 | 2025-01-15T02:25:57.945Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2901 | 2025-01-15T02:25:57.954Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2902 | 2025-01-15T02:25:57.954Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2903 | 2025-01-15T02:25:57.963Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2904 | 2025-01-15T02:25:57.963Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2905 | 2025-01-15T02:25:57.972Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2906 | 2025-01-15T02:25:57.972Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2907 | 2025-01-15T02:25:57.981Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2908 | 2025-01-15T02:25:57.981Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2909 | 2025-01-15T02:25:57.990Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2910 | 2025-01-15T02:25:57.990Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2911 | 2025-01-15T02:25:57.999Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2912 | 2025-01-15T02:25:57.999Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2913 | 2025-01-15T02:25:58.008Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2914 | 2025-01-15T02:25:58.008Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2915 | 2025-01-15T02:25:58.009Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2916 | 2025-01-15T02:25:58.009Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2917 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 2918 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 2919 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 2920 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 2921 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 2922 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 2923 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 2924 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 2925 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 2926 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 2927 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 2928 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 2929 | 2025-01-15T02:25:58.104Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 2930 | 2025-01-15T02:25:58.105Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 2931 | 2025-01-15T02:25:58.105Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 2932 | 2025-01-15T02:25:58.105Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 2933 | 2025-01-15T02:25:58.105Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 2934 | 2025-01-15T02:25:58.105Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 2935 | 2025-01-15T02:25:58.105Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 2936 | 2025-01-15T02:25:58.105Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca", TimeNotSynchronized), ("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd", TimeNotSynchronized), ("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a", TimeNotSynchronized), ("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45", TimeNotSynchronized), ("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7", TimeNotSynchronized), ("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d", TimeNotSynchronized), ("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03", TimeNotSynchronized), ("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a", TimeNotSynchronized), ("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301", TimeNotSynchronized), ("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b", TimeNotSynchronized), ("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402", TimeNotSynchronized), ("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b", TimeNotSynchronized), ("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f", TimeNotSynchronized), ("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f", TimeNotSynchronized), ("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76", TimeNotSynchronized), ("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811", TimeNotSynchronized), ("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e", TimeNotSynchronized), ("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72", TimeNotSynchronized), ("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 286227
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 420e3d86-994c-44ae-ab72-9c2f61b7fefd
response_code = 500
uri = /omicron-zones
|
| 2937 | 2025-01-15T02:25:58.105Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "420e3d86-994c-44ae-ab72-9c2f61b7fefd", "content-length": "124", "date": "Wed, 15 Jan 2025 02:25:57 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "420e3d86-994c-44ae-ab72-9c2f61b7fefd" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 24.489991989s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2938 | 2025-01-15T02:26:06.613Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44346
|
| 2939 | 2025-01-15T02:26:06.613Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 37
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44346
req_id = 1ab870e4-03dd-4e12-9ba1-90305b67f074
response_code = 200
uri = /baseboard
|
| 2940 | 2025-01-15T02:26:08.194Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 9.142668627s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 2941 | 2025-01-15T02:26:22.662Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0e94e881-2bab-4d68-8315-741d3cd1814a (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a4d0b75d-0c67-4224-af19-0510665c8775 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 44ac331a-da63-47e3-a636-214c3ca86b22 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 46c4b5d7-b839-4d27-ac2d-e1f6f6eae7d3, kind: Service { id: fd5ec85c-1d4a-43a3-bd64-3bf287ecded3 }, name: Name("ntp-fd5ec85c-1d4a-43a3-bd64-3bf287ecded3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 9])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 77bd825f-cbb2-4b31-ba9f-d69e9e4cff59 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: a6c98ed9-62e0-43ae-9066-c1d4ee8e0596 (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 788bf241-055b-45bf-8d67-e865c6324e46 (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 82a65d0c-f391-4b1f-9c11-e3a397904f10 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 03e9536c-5029-447f-944a-4daff2909c7f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7468547b-b2f3-4993-afd8-72e9164a4301 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 743f2600-b4a7-4963-8bef-692428b6800a (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f71d33aa-7320-48b9-81d2-899a100e78cd (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb0487cd-afd0-473b-b56c-c84ebdb9a402 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 683f3bcd-05eb-48ca-a731-4591f3875c45 (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 100f148b-d0a5-4957-b7f4-7b142438883b (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1ecfbd35-39cb-454a-b9bf-b046feb4f811 (service), filesystem_pool: Some(ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 014247db-8886-4cf5-b68e-375be0dabc7f (service), filesystem_pool: Some(ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7361bad6-7bc4-4252-9897-84b3278d100e (service), filesystem_pool: Some(ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e9d55e6-6648-4adf-a2be-39839524cd72 (service), filesystem_pool: Some(ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 6ceaca86-5562-442f-a7a7-bbfd684c302b (service), filesystem_pool: Some(ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External } } } }, OmicronZoneConfig { id: 771664a2-5c9b-4063-8f72-848056c94344 (service), filesystem_pool: Some(ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37091b30-13af-44d8-ac11-483eada5eeca (service), filesystem_pool: Some(ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25c723ea-c52b-44b6-8751-dbe925d1e7a7 (service), filesystem_pool: Some(ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External } } } }, OmicronZoneConfig { id: f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 (service), filesystem_pool: Some(ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2942 | 2025-01-15T02:26:22.663Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2943 | 2025-01-15T02:26:22.663Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2944 | 2025-01-15T02:26:22.674Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2945 | 2025-01-15T02:26:22.675Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2946 | 2025-01-15T02:26:22.685Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2947 | 2025-01-15T02:26:22.685Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2948 | 2025-01-15T02:26:22.696Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2949 | 2025-01-15T02:26:22.696Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2950 | 2025-01-15T02:26:22.705Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2951 | 2025-01-15T02:26:22.705Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2952 | 2025-01-15T02:26:22.715Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2953 | 2025-01-15T02:26:22.715Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2954 | 2025-01-15T02:26:22.723Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2955 | 2025-01-15T02:26:22.723Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2956 | 2025-01-15T02:26:22.732Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2957 | 2025-01-15T02:26:22.732Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2958 | 2025-01-15T02:26:22.743Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2959 | 2025-01-15T02:26:22.743Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2960 | 2025-01-15T02:26:22.753Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2961 | 2025-01-15T02:26:22.753Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2962 | 2025-01-15T02:26:22.762Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2963 | 2025-01-15T02:26:22.762Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2964 | 2025-01-15T02:26:22.772Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2965 | 2025-01-15T02:26:22.772Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2966 | 2025-01-15T02:26:22.781Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2967 | 2025-01-15T02:26:22.781Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2968 | 2025-01-15T02:26:22.790Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2969 | 2025-01-15T02:26:22.790Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2970 | 2025-01-15T02:26:22.800Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2971 | 2025-01-15T02:26:22.800Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2972 | 2025-01-15T02:26:22.809Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2973 | 2025-01-15T02:26:22.809Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2974 | 2025-01-15T02:26:22.817Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2975 | 2025-01-15T02:26:22.817Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2976 | 2025-01-15T02:26:22.826Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2977 | 2025-01-15T02:26:22.826Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2978 | 2025-01-15T02:26:22.835Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2979 | 2025-01-15T02:26:22.835Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2980 | 2025-01-15T02:26:22.844Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2981 | 2025-01-15T02:26:22.844Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2982 | 2025-01-15T02:26:22.853Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2983 | 2025-01-15T02:26:22.853Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2984 | 2025-01-15T02:26:22.853Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2985 | 2025-01-15T02:26:22.853Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2986 | 2025-01-15T02:26:22.967Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2987 | 2025-01-15T02:26:22.968Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2988 | 2025-01-15T02:26:22.968Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2989 | 2025-01-15T02:26:22.970Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2990 | 2025-01-15T02:26:23.009Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2991 | 2025-01-15T02:26:23.009Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2992 | 2025-01-15T02:26:23.009Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2993 | 2025-01-15T02:26:23.009Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2994 | 2025-01-15T02:26:23.009Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2995 | 2025-01-15T02:26:23.009Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2996 | 2025-01-15T02:26:23.177Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2997 | 2025-01-15T02:26:23.177Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2998 | 2025-01-15T02:26:23.177Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2999 | 2025-01-15T02:26:23.177Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3000 | 2025-01-15T02:26:23.212Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 3001 | 2025-01-15T02:26:23.212Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3002 | 2025-01-15T02:26:23.212Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3003 | 2025-01-15T02:26:23.236Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3004 | 2025-01-15T02:26:23.236Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3005 | 2025-01-15T02:26:23.236Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
file = illumos-utils/src/zone.rs:325
|
| 3006 | 2025-01-15T02:26:23.241Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
file = illumos-utils/src/zone.rs:325
|
| 3007 | 2025-01-15T02:26:23.247Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
file = illumos-utils/src/zone.rs:325
|
| 3008 | 2025-01-15T02:26:23.251Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
file = illumos-utils/src/zone.rs:325
|
| 3009 | 2025-01-15T02:26:23.257Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
file = illumos-utils/src/zone.rs:325
|
| 3010 | 2025-01-15T02:26:23.262Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
file = illumos-utils/src/zone.rs:325
|
| 3011 | 2025-01-15T02:26:23.267Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
file = illumos-utils/src/zone.rs:325
|
| 3012 | 2025-01-15T02:26:23.410Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
file = illumos-utils/src/zone.rs:363
|
| 3013 | 2025-01-15T02:26:23.415Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
file = illumos-utils/src/zone.rs:363
|
| 3014 | 2025-01-15T02:26:23.421Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
file = illumos-utils/src/zone.rs:363
|
| 3015 | 2025-01-15T02:26:23.425Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
file = illumos-utils/src/zone.rs:363
|
| 3016 | 2025-01-15T02:26:23.430Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
file = illumos-utils/src/zone.rs:363
|
| 3017 | 2025-01-15T02:26:23.435Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
file = illumos-utils/src/zone.rs:363
|
| 3018 | 2025-01-15T02:26:23.440Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
file = illumos-utils/src/zone.rs:363
|
| 3019 | 2025-01-15T02:26:23.446Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
file = illumos-utils/src/zone.rs:325
|
| 3020 | 2025-01-15T02:26:23.450Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
file = illumos-utils/src/zone.rs:325
|
| 3021 | 2025-01-15T02:26:23.456Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
file = illumos-utils/src/zone.rs:325
|
| 3022 | 2025-01-15T02:26:23.462Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
file = illumos-utils/src/zone.rs:325
|
| 3023 | 2025-01-15T02:26:23.468Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
file = illumos-utils/src/zone.rs:325
|
| 3024 | 2025-01-15T02:26:23.475Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
file = illumos-utils/src/zone.rs:325
|
| 3025 | 2025-01-15T02:26:23.482Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
file = illumos-utils/src/zone.rs:325
|
| 3026 | 2025-01-15T02:26:23.550Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 3027 | 2025-01-15T02:26:23.601Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 3028 | 2025-01-15T02:26:23.601Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
file = illumos-utils/src/zone.rs:363
|
| 3029 | 2025-01-15T02:26:23.609Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
file = illumos-utils/src/zone.rs:363
|
| 3030 | 2025-01-15T02:26:23.615Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
file = illumos-utils/src/zone.rs:363
|
| 3031 | 2025-01-15T02:26:23.622Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
file = illumos-utils/src/zone.rs:363
|
| 3032 | 2025-01-15T02:26:23.629Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
file = illumos-utils/src/zone.rs:363
|
| 3033 | 2025-01-15T02:26:23.636Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
file = illumos-utils/src/zone.rs:363
|
| 3034 | 2025-01-15T02:26:23.644Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
file = illumos-utils/src/zone.rs:363
|
| 3035 | 2025-01-15T02:26:23.704Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 3036 | 2025-01-15T02:26:23.764Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 3037 | 2025-01-15T02:26:23.766Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 3038 | 2025-01-15T02:26:23.766Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 3039 | 2025-01-15T02:26:23.820Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 214, 213]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 3040 | 2025-01-15T02:26:23.820Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = nexus
|
| 3041 | 2025-01-15T02:26:23.821Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 3042 | 2025-01-15T02:26:23.822Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 3043 | 2025-01-15T02:26:23.877Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 167, 161]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 3044 | 2025-01-15T02:26:23.877Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = nexus
|
| 3045 | 2025-01-15T02:26:23.879Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 3046 | 2025-01-15T02:26:23.879Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 3047 | 2025-01-15T02:26:23.935Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 238, 124]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 3048 | 2025-01-15T02:26:23.935Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = external_dns
|
| 3049 | 2025-01-15T02:26:23.994Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 3050 | 2025-01-15T02:26:23.996Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 3051 | 2025-01-15T02:26:23.996Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 3052 | 2025-01-15T02:26:24.052Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 169, 41]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 3053 | 2025-01-15T02:26:24.052Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = external_dns
|
| 3054 | 2025-01-15T02:26:24.052Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:83
|
| 3055 | 2025-01-15T02:26:24.052Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:90
|
| 3056 | 2025-01-15T02:26:24.052Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:83
|
| 3057 | 2025-01-15T02:26:24.052Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:90
|
| 3058 | 2025-01-15T02:26:24.052Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:83
|
| 3059 | 2025-01-15T02:26:24.052Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:90
|
| 3060 | 2025-01-15T02:26:24.054Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 3061 | 2025-01-15T02:26:24.054Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 3062 | 2025-01-15T02:26:24.110Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 200, 31]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 3063 | 2025-01-15T02:26:24.110Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = nexus
|
| 3064 | 2025-01-15T02:26:24.110Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:118
|
| 3065 | 2025-01-15T02:26:24.112Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:118
|
| 3066 | 2025-01-15T02:26:24.114Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:118
|
| 3067 | 2025-01-15T02:26:24.114Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3068 | 2025-01-15T02:26:24.114Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3069 | 2025-01-15T02:26:24.117Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3070 | 2025-01-15T02:26:24.369Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:83
|
| 3071 | 2025-01-15T02:26:24.369Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:90
|
| 3072 | 2025-01-15T02:26:24.369Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
file = illumos-utils/src/zone.rs:325
|
| 3073 | 2025-01-15T02:26:24.382Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
file = illumos-utils/src/zone.rs:325
|
| 3074 | 2025-01-15T02:26:24.402Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
file = illumos-utils/src/zone.rs:325
|
| 3075 | 2025-01-15T02:26:24.413Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:83
|
| 3076 | 2025-01-15T02:26:24.413Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:90
|
| 3077 | 2025-01-15T02:26:24.413Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:118
|
| 3078 | 2025-01-15T02:26:24.417Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3079 | 2025-01-15T02:26:24.474Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
file = illumos-utils/src/zone.rs:363
|
| 3080 | 2025-01-15T02:26:24.483Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
file = illumos-utils/src/zone.rs:363
|
| 3081 | 2025-01-15T02:26:24.493Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
file = illumos-utils/src/zone.rs:363
|
| 3082 | 2025-01-15T02:26:24.504Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:118
|
| 3083 | 2025-01-15T02:26:24.508Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
file = illumos-utils/src/zone.rs:325
|
| 3084 | 2025-01-15T02:26:24.519Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3085 | 2025-01-15T02:26:24.569Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
file = illumos-utils/src/zone.rs:363
|
| 3086 | 2025-01-15T02:26:24.595Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
file = illumos-utils/src/zone.rs:325
|
| 3087 | 2025-01-15T02:26:24.649Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
file = illumos-utils/src/zone.rs:363
|
| 3088 | 2025-01-15T02:26:37.931Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3089 | 2025-01-15T02:26:40.251Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 44.142254213s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3090 | 2025-01-15T02:26:40.395Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3091 | 2025-01-15T02:26:40.687Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='e53ba7a6-db6e-45f8-a161-c7dd5c5b04a1'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3092 | 2025-01-15T02:26:40.688Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_87e49e9a-4ab3-4574-b920-463506a8978e/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='91fff6b9-6d9b-4bfc-a214-972038dbf364'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3093 | 2025-01-15T02:26:40.690Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='3ca4fc53-11de-45eb-a296-5accb00cf3e8'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3094 | 2025-01-15T02:26:40.690Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='ad711537-9f2c-420b-86e2-f422f11e3ee7'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3095 | 2025-01-15T02:26:40.690Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3096 | 2025-01-15T02:26:40.697Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3097 | 2025-01-15T02:26:40.703Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3098 | 2025-01-15T02:26:40.708Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3099 | 2025-01-15T02:26:41.118Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3100 | 2025-01-15T02:26:41.118Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3101 | 2025-01-15T02:26:41.294Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='5a603945-4cb4-4f5b-b6ae-f26377bdd2b4'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3102 | 2025-01-15T02:26:41.294Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3103 | 2025-01-15T02:26:41.306Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3104 | 2025-01-15T02:26:41.307Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='5950285e-bef9-4985-bb1a-10f2a9d5e801'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3105 | 2025-01-15T02:26:41.307Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_d8acd544-80aa-4e82-b375-eb038fe27547/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='8edc5d72-6686-43ff-9a9e-7afd6c33a10d'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3106 | 2025-01-15T02:26:41.308Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3107 | 2025-01-15T02:26:41.360Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3108 | 2025-01-15T02:26:41.372Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3109 | 2025-01-15T02:26:41.372Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_276e9391-34d6-4a99-bd91-776ecada771e/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='10de3616-17c0-488f-a1f4-cabb4a83294b'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3110 | 2025-01-15T02:26:41.373Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3111 | 2025-01-15T02:26:41.381Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3112 | 2025-01-15T02:26:41.388Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3113 | 2025-01-15T02:26:41.394Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3114 | 2025-01-15T02:26:41.400Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3115 | 2025-01-15T02:26:41.535Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='f71d33aa-7320-48b9-81d2-899a100e78cd'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3116 | 2025-01-15T02:26:41.535Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3117 | 2025-01-15T02:26:41.605Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='d5640a55-1afd-4595-bb35-c7d174098926'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3118 | 2025-01-15T02:26:41.605Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3119 | 2025-01-15T02:26:42.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 29.073777ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3120 | 2025-01-15T02:26:42.242Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 28.168187ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3121 | 2025-01-15T02:26:42.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 62.649789ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3122 | 2025-01-15T02:26:42.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 53.994409ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3123 | 2025-01-15T02:26:42.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 50.411095ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3124 | 2025-01-15T02:26:42.284Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 38.359194ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3125 | 2025-01-15T02:26:42.294Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 37.543534ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3126 | 2025-01-15T02:26:42.307Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 44.87444ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3127 | 2025-01-15T02:26:42.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 92.222083ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3128 | 2025-01-15T02:26:42.547Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 32.346914ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3129 | 2025-01-15T02:26:42.563Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 51.554042ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3130 | 2025-01-15T02:26:42.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 36.490807ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3131 | 2025-01-15T02:26:42.597Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 92.250091ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3132 | 2025-01-15T02:26:42.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 30.74553ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3133 | 2025-01-15T02:26:42.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 41.769038ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3134 | 2025-01-15T02:26:42.629Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 37.370415ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3135 | 2025-01-15T02:26:42.642Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 44.012868ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3136 | 2025-01-15T02:26:42.653Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 272.683678ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3137 | 2025-01-15T02:26:42.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 65.903007ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3138 | 2025-01-15T02:26:42.672Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 132.296041ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3139 | 2025-01-15T02:26:42.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 91.970684ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3140 | 2025-01-15T02:26:42.697Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 122.380974ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3141 | 2025-01-15T02:26:42.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 75.098574ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3142 | 2025-01-15T02:26:42.721Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 122.420399ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3143 | 2025-01-15T02:26:42.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 119.125539ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3144 | 2025-01-15T02:26:42.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 62.367453ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3145 | 2025-01-15T02:26:42.754Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 58.147493ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3146 | 2025-01-15T02:26:42.765Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 105.86512ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3147 | 2025-01-15T02:26:42.777Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 119.805498ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3148 | 2025-01-15T02:26:42.786Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 63.701394ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3149 | 2025-01-15T02:26:42.797Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 75.164079ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3150 | 2025-01-15T02:26:42.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 72.105299ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3151 | 2025-01-15T02:26:42.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 256.747217ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3152 | 2025-01-15T02:26:42.831Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 292.750466ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3153 | 2025-01-15T02:26:42.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 181.468523ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3154 | 2025-01-15T02:26:42.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 187.923888ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3155 | 2025-01-15T02:26:42.862Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 246.800274ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3156 | 2025-01-15T02:26:42.872Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 235.363714ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3157 | 2025-01-15T02:26:42.886Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 221.965076ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3158 | 2025-01-15T02:26:42.897Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 120.764385ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3159 | 2025-01-15T02:26:42.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 208.801798ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3160 | 2025-01-15T02:26:42.919Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 143.955238ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3161 | 2025-01-15T02:26:42.929Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 260.499729ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3162 | 2025-01-15T02:26:42.940Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 295.284657ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3163 | 2025-01-15T02:26:42.950Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 295.3423ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3164 | 2025-01-15T02:26:42.959Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 268.138506ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3165 | 2025-01-15T02:26:42.968Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 456.258697ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3166 | 2025-01-15T02:26:43.028Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 482.860278ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3167 | 2025-01-15T02:26:43.040Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 356.958183ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3168 | 2025-01-15T02:26:43.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 377.593837ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3169 | 2025-01-15T02:26:43.076Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 418.10435ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3170 | 2025-01-15T02:26:43.085Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 463.423529ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3171 | 2025-01-15T02:26:43.121Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 956.835765ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3172 | 2025-01-15T02:26:43.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 447.002009ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3173 | 2025-01-15T02:26:43.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 583.633466ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3174 | 2025-01-15T02:26:43.158Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 551.605555ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3175 | 2025-01-15T02:26:43.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 598.128775ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3176 | 2025-01-15T02:26:43.201Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 554.234973ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3177 | 2025-01-15T02:26:43.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 283.519001ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3178 | 2025-01-15T02:26:43.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 483.892036ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3179 | 2025-01-15T02:26:43.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 227.553881ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3180 | 2025-01-15T02:26:43.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 641.597313ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3181 | 2025-01-15T02:26:43.420Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3182 | 2025-01-15T02:26:43.420Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3183 | 2025-01-15T02:26:43.420Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3184 | 2025-01-15T02:26:43.428Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3185 | 2025-01-15T02:26:43.428Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3186 | 2025-01-15T02:26:43.450Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 948.719737ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3187 | 2025-01-15T02:26:43.450Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3188 | 2025-01-15T02:26:43.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 531.008339ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3189 | 2025-01-15T02:26:43.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 703.687999ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3190 | 2025-01-15T02:26:43.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 758.269543ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3191 | 2025-01-15T02:26:43.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 723.811447ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3192 | 2025-01-15T02:26:43.624Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 632.829952ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3193 | 2025-01-15T02:26:43.638Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 961.804019ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3194 | 2025-01-15T02:26:43.653Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 404.099447ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3195 | 2025-01-15T02:26:43.699Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 66.667107ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3196 | 2025-01-15T02:26:43.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 746.439318ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3197 | 2025-01-15T02:26:43.742Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 842.224581ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3198 | 2025-01-15T02:26:43.753Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 54.045606ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3199 | 2025-01-15T02:26:43.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 570.747295ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3200 | 2025-01-15T02:26:43.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 114.151779ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3201 | 2025-01-15T02:26:43.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 64.182696ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3202 | 2025-01-15T02:26:43.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 1.008804158s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3203 | 2025-01-15T02:26:43.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 512.837192ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3204 | 2025-01-15T02:26:43.823Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 71.875747ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3205 | 2025-01-15T02:26:43.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 140.318713ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3206 | 2025-01-15T02:26:43.913Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 234.579992ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3207 | 2025-01-15T02:26:43.924Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 274.477743ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3208 | 2025-01-15T02:26:44.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 602.721732ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3209 | 2025-01-15T02:26:44.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 144.92863ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3210 | 2025-01-15T02:26:44.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 553.444057ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3211 | 2025-01-15T02:26:44.093Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 1.037808854s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3212 | 2025-01-15T02:26:44.109Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 594.012175ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3213 | 2025-01-15T02:26:44.166Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 543.229165ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3214 | 2025-01-15T02:26:44.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 485.717613ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3215 | 2025-01-15T02:26:44.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 442.679527ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3216 | 2025-01-15T02:26:44.277Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 1.283900507s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3217 | 2025-01-15T02:26:44.302Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 969.266055ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3218 | 2025-01-15T02:26:44.345Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 1.308658s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3219 | 2025-01-15T02:26:44.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 1.302012894s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3220 | 2025-01-15T02:26:44.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 1.001211177s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3221 | 2025-01-15T02:26:44.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 1.128438137s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3222 | 2025-01-15T02:26:44.413Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 562.454071ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3223 | 2025-01-15T02:26:44.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 1.377458212s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3224 | 2025-01-15T02:26:44.602Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 616.698237ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3225 | 2025-01-15T02:26:44.616Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 508.992741ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3226 | 2025-01-15T02:26:44.637Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 1.453159811s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3227 | 2025-01-15T02:26:44.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 762.580885ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3228 | 2025-01-15T02:26:44.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 1.096762825s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3229 | 2025-01-15T02:26:44.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 668.394243ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3230 | 2025-01-15T02:26:44.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 658.21526ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3231 | 2025-01-15T02:26:44.744Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 1.416569879s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3232 | 2025-01-15T02:26:44.824Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 901.431389ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3233 | 2025-01-15T02:26:44.989Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 1.175774947s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3234 | 2025-01-15T02:26:45.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 1.297735951s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3235 | 2025-01-15T02:26:45.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 718.279536ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3236 | 2025-01-15T02:26:45.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 883.945615ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3237 | 2025-01-15T02:26:45.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 596.631316ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3238 | 2025-01-15T02:26:45.397Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 1.296160483s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3239 | 2025-01-15T02:26:45.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 1.178118088s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3240 | 2025-01-15T02:26:45.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 1.153750548s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3241 | 2025-01-15T02:26:45.432Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 1.257405518s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3242 | 2025-01-15T02:26:45.537Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 579.542638ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3243 | 2025-01-15T02:26:45.572Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 1.129914975s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3244 | 2025-01-15T02:26:45.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 1.359404555s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3245 | 2025-01-15T02:26:45.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 1.451189248s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3246 | 2025-01-15T02:26:45.738Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 910.114167ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3247 | 2025-01-15T02:26:45.791Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 1.325932614s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3248 | 2025-01-15T02:26:45.878Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 572.10976ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3249 | 2025-01-15T02:26:45.889Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 1.133803156s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3250 | 2025-01-15T02:26:45.900Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 1.093102732s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3251 | 2025-01-15T02:26:46.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 667.85291ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3252 | 2025-01-15T02:26:46.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 655.673012ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3253 | 2025-01-15T02:26:46.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 664.386487ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3254 | 2025-01-15T02:26:46.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 1.300932411s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3255 | 2025-01-15T02:26:46.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 718.318622ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3256 | 2025-01-15T02:26:46.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 958.251518ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3257 | 2025-01-15T02:26:46.463Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 1.338251747s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3258 | 2025-01-15T02:26:46.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 878.969269ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3259 | 2025-01-15T02:26:46.602Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 1.365352497s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3260 | 2025-01-15T02:26:46.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 957.371786ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3261 | 2025-01-15T02:26:46.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 1.077745874s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3262 | 2025-01-15T02:26:46.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 1.480245567s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3263 | 2025-01-15T02:26:46.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 797.470845ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3264 | 2025-01-15T02:26:46.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 785.654633ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3265 | 2025-01-15T02:26:46.799Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 1.424178085s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3266 | 2025-01-15T02:26:46.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 696.388876ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3267 | 2025-01-15T02:26:46.918Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 939.035586ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3268 | 2025-01-15T02:26:47.007Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 1.020410886s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3269 | 2025-01-15T02:26:47.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 932.919072ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3270 | 2025-01-15T02:26:47.050Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 1.321359849s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3271 | 2025-01-15T02:26:47.132Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 593.760603ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3272 | 2025-01-15T02:26:47.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 1.149458658s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3273 | 2025-01-15T02:26:47.424Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 1.161866125s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3274 | 2025-01-15T02:26:47.483Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 1.144290877s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3275 | 2025-01-15T02:26:47.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 930.252231ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3276 | 2025-01-15T02:26:47.534Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 1.326117171s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3277 | 2025-01-15T02:26:47.551Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 793.378636ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3278 | 2025-01-15T02:26:47.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 1.198636846s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3279 | 2025-01-15T02:26:47.635Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 1.112292619s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3280 | 2025-01-15T02:26:47.742Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 784.765251ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3281 | 2025-01-15T02:26:47.794Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 737.707835ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3282 | 2025-01-15T02:26:47.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 980.61085ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3283 | 2025-01-15T02:26:47.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 1.019887427s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3284 | 2025-01-15T02:26:47.982Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 1.465688709s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3285 | 2025-01-15T02:26:47.997Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 1.484006572s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3286 | 2025-01-15T02:26:48.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 796.662853ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3287 | 2025-01-15T02:26:48.211Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 677.199889ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3288 | 2025-01-15T02:26:48.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 621.002272ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3289 | 2025-01-15T02:26:48.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 1.032735237s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3290 | 2025-01-15T02:26:48.358Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 880.990727ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3291 | 2025-01-15T02:26:48.382Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 1.045437348s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3292 | 2025-01-15T02:26:48.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 1.307035903s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3293 | 2025-01-15T02:26:48.549Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 1.350816832s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3294 | 2025-01-15T02:26:48.568Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 907.273389ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3295 | 2025-01-15T02:26:48.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 596.135919ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3296 | 2025-01-15T02:26:48.771Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 1.457138203s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3297 | 2025-01-15T02:26:48.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 1.464066721s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3298 | 2025-01-15T02:26:48.824Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 608.101509ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3299 | 2025-01-15T02:26:48.834Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 666.800432ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3300 | 2025-01-15T02:26:48.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 1.164003353s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3301 | 2025-01-15T02:26:48.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 849.649589ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3302 | 2025-01-15T02:26:48.899Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 1.40291568s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3303 | 2025-01-15T02:26:48.911Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 758.538506ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3304 | 2025-01-15T02:26:48.922Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 694.265531ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3305 | 2025-01-15T02:26:48.947Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin-single">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
<propval type="astring" name="ch_address" value='[fd00:1122:3344:101::e]:9000'/>
<propval type="astring" name="ch_binary" value='/opt/oxide/clickhouse/clickhouse'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3306 | 2025-01-15T02:26:48.947Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3307 | 2025-01-15T02:26:49.195Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 31.087519ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3308 | 2025-01-15T02:26:49.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 135.941756ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3309 | 2025-01-15T02:26:49.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 569.43692ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3310 | 2025-01-15T02:26:49.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 640.231505ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3311 | 2025-01-15T02:26:49.359Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 1.447621245s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3312 | 2025-01-15T02:26:49.385Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 104.513689ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3313 | 2025-01-15T02:26:49.455Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 1.297743181s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3314 | 2025-01-15T02:26:49.470Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 1.406778128s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3315 | 2025-01-15T02:26:49.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 1.488629528s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3316 | 2025-01-15T02:26:49.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 951.588285ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3317 | 2025-01-15T02:26:49.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 1.470556533s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3318 | 2025-01-15T02:26:49.514Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 323.471556ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3319 | 2025-01-15T02:26:49.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 704.49912ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3320 | 2025-01-15T02:26:49.628Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 921.708648ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3321 | 2025-01-15T02:26:49.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 869.028849ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3322 | 2025-01-15T02:26:49.754Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 1.30443132s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3323 | 2025-01-15T02:26:49.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 1.159003008s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3324 | 2025-01-15T02:26:49.832Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 1.1103312s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3325 | 2025-01-15T02:26:49.854Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 702.775106ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3326 | 2025-01-15T02:26:49.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 661.519064ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3327 | 2025-01-15T02:26:49.929Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 1.102324894s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3328 | 2025-01-15T02:26:50.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 591.730386ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3329 | 2025-01-15T02:26:50.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 1.280090717s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3330 | 2025-01-15T02:26:50.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 878.068023ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3331 | 2025-01-15T02:26:50.294Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 1.473089149s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3332 | 2025-01-15T02:26:50.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 1.184573759s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3333 | 2025-01-15T02:26:50.459Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 664.91612ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3334 | 2025-01-15T02:26:50.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 907.583139ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3335 | 2025-01-15T02:26:50.575Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 717.47786ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3336 | 2025-01-15T02:26:50.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.279547455s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3337 | 2025-01-15T02:26:50.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 1.395739422s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3338 | 2025-01-15T02:26:50.636Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 941.019458ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3339 | 2025-01-15T02:26:50.767Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 1.081789602s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3340 | 2025-01-15T02:26:50.825Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 591.676294ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3341 | 2025-01-15T02:26:50.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 627.729126ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3342 | 2025-01-15T02:26:50.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 1.101501898s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3343 | 2025-01-15T02:26:50.958Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 1.110290773s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3344 | 2025-01-15T02:26:50.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 900.851355ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3345 | 2025-01-15T02:26:50.997Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 570.880701ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3346 | 2025-01-15T02:26:51.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 523.646247ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3347 | 2025-01-15T02:26:51.069Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 1.075441755s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3348 | 2025-01-15T02:26:51.143Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 1.279149488s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3349 | 2025-01-15T02:26:51.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 865.538069ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3350 | 2025-01-15T02:26:51.311Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 1.156379876s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3351 | 2025-01-15T02:26:51.432Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 965.174173ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3352 | 2025-01-15T02:26:51.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 596.151167ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3353 | 2025-01-15T02:26:51.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 728.504771ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3354 | 2025-01-15T02:26:51.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 545.80169ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3355 | 2025-01-15T02:26:51.546Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 501.119748ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3356 | 2025-01-15T02:26:51.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 531.638039ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3357 | 2025-01-15T02:26:51.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 709.915633ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3358 | 2025-01-15T02:26:51.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 1.328759381s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3359 | 2025-01-15T02:26:51.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 765.710814ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3360 | 2025-01-15T02:26:51.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 1.402210893s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3361 | 2025-01-15T02:26:51.879Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 803.226234ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3362 | 2025-01-15T02:26:51.896Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 1.116851375s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3363 | 2025-01-15T02:26:52.008Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 698.253591ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3364 | 2025-01-15T02:26:52.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 900.467013ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3365 | 2025-01-15T02:26:52.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 873.546036ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3366 | 2025-01-15T02:26:52.057Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 583.790133ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3367 | 2025-01-15T02:26:52.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 519.125454ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3368 | 2025-01-15T02:26:52.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 1.191095968s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3369 | 2025-01-15T02:26:52.096Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 1.237730955s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3370 | 2025-01-15T02:26:52.121Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 1.083886618s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3371 | 2025-01-15T02:26:52.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 1.026200352s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3372 | 2025-01-15T02:26:52.249Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 817.5865ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3373 | 2025-01-15T02:26:52.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 707.117574ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3374 | 2025-01-15T02:26:52.405Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 877.994053ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3375 | 2025-01-15T02:26:52.431Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 832.07888ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3376 | 2025-01-15T02:26:52.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 816.06944ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3377 | 2025-01-15T02:26:52.554Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 1.212153418s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3378 | 2025-01-15T02:26:52.606Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 708.268045ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3379 | 2025-01-15T02:26:52.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 1.333215721s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3380 | 2025-01-15T02:26:52.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.192447446s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3381 | 2025-01-15T02:26:52.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 1.087158441s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3382 | 2025-01-15T02:26:52.931Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 702.37111ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3383 | 2025-01-15T02:26:52.940Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 1.145991254s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3384 | 2025-01-15T02:26:52.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 1.159218992s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3385 | 2025-01-15T02:26:53.021Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 1.043490327s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3386 | 2025-01-15T02:26:53.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 1.276486924s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3387 | 2025-01-15T02:26:53.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 965.424323ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3388 | 2025-01-15T02:26:53.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 889.063698ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3389 | 2025-01-15T02:26:53.212Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 1.193838777s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3390 | 2025-01-15T02:26:53.270Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 1.175070303s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3391 | 2025-01-15T02:26:53.279Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 1.147892409s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3392 | 2025-01-15T02:26:53.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 1.1433675s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3393 | 2025-01-15T02:26:53.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 1.314789148s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3394 | 2025-01-15T02:26:53.303Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 1.441857336s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3395 | 2025-01-15T02:26:53.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 1.050917823s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3396 | 2025-01-15T02:26:53.341Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 1.074586895s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3397 | 2025-01-15T02:26:53.644Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 685.45523ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3398 | 2025-01-15T02:26:53.781Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 1.110405251s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3399 | 2025-01-15T02:26:53.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 926.105133ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3400 | 2025-01-15T02:26:53.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 794.504044ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3401 | 2025-01-15T02:26:53.995Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 667.221609ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3402 | 2025-01-15T02:26:54.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 627.894198ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3403 | 2025-01-15T02:26:54.073Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 601.015227ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3404 | 2025-01-15T02:26:54.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 1.031104878s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3405 | 2025-01-15T02:26:54.097Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 1.060661549s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3406 | 2025-01-15T02:26:54.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 544.770743ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3407 | 2025-01-15T02:26:54.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 1.434929043s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3408 | 2025-01-15T02:26:54.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 1.090493513s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3409 | 2025-01-15T02:26:54.382Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 1.293651245s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3410 | 2025-01-15T02:26:54.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 733.387213ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3411 | 2025-01-15T02:26:54.424Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b") failed: Property not found. retry in 1.228509391s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3412 | 2025-01-15T02:26:54.436Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 1.147331687s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3413 | 2025-01-15T02:26:54.444Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 1.065809836s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3414 | 2025-01-15T02:26:54.455Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 525.644966ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3415 | 2025-01-15T02:26:54.618Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 779.20066ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3416 | 2025-01-15T02:26:54.671Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 1.432825725s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3417 | 2025-01-15T02:26:54.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 545.0209ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3418 | 2025-01-15T02:26:54.690Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 1.216025867s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3419 | 2025-01-15T02:26:54.704Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 715.28027ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3420 | 2025-01-15T02:26:54.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 522.598141ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3421 | 2025-01-15T02:26:54.749Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 934.916582ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3422 | 2025-01-15T02:26:54.757Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 1.197910135s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3423 | 2025-01-15T02:26:54.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 851.780016ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3424 | 2025-01-15T02:26:54.990Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 746.927344ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3425 | 2025-01-15T02:26:55.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b") failed: Property not found. retry in 1.152539579s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3426 | 2025-01-15T02:26:55.157Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 937.493665ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3427 | 2025-01-15T02:26:55.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 981.299633ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3428 | 2025-01-15T02:26:55.234Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d") failed: Property not found. retry in 1.303501271s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3429 | 2025-01-15T02:26:55.247Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 641.852597ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3430 | 2025-01-15T02:26:55.407Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7") failed: Property not found. retry in 1.119126767s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3431 | 2025-01-15T02:26:55.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 946.925374ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3432 | 2025-01-15T02:26:55.438Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 519.396743ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3433 | 2025-01-15T02:26:55.518Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 754.653175ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3434 | 2025-01-15T02:26:55.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca") failed: Property not found. retry in 1.406227161s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3435 | 2025-01-15T02:26:55.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 586.727816ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3436 | 2025-01-15T02:26:55.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a") failed: Property not found. retry in 657.509692ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3437 | 2025-01-15T02:26:55.746Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd") failed: Property not found. retry in 938.394291ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3438 | 2025-01-15T02:26:55.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 765.441367ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3439 | 2025-01-15T02:26:55.767Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e") failed: Property not found. retry in 820.170622ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3440 | 2025-01-15T02:26:55.899Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72") failed: Property not found. retry in 593.317862ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3441 | 2025-01-15T02:26:55.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45") failed: Property not found. retry in 633.117244ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3442 | 2025-01-15T02:26:55.964Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a") failed: Property not found. retry in 644.70655ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3443 | 2025-01-15T02:26:55.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301") failed: Property not found. retry in 1.092651876s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3444 | 2025-01-15T02:26:56.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344") failed: Property not found. retry in 1.369166641s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3445 | 2025-01-15T02:26:56.113Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811") failed: Property not found. retry in 950.125393ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3446 | 2025-01-15T02:26:56.158Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402") failed: Property not found. retry in 781.45353ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3447 | 2025-01-15T02:26:56.280Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f") failed: Property not found. retry in 1.464192377s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3448 | 2025-01-15T02:26:56.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f") failed: Property not found. retry in 817.192357ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3449 | 2025-01-15T02:26:56.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.071141511s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3450 | 2025-01-15T02:26:56.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03") failed: Property not found. retry in 1.3084101s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3451 | 2025-01-15T02:26:57.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.139326707s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3452 | 2025-01-15T02:26:58.630Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.039495519s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3453 | 2025-01-15T02:26:59.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 826.14211ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3454 | 2025-01-15T02:27:00.519Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.39795423s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3455 | 2025-01-15T02:27:01.935Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.294100229s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3456 | 2025-01-15T02:27:02.917Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3457 | 2025-01-15T02:27:02.920Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/nexus.rs:527
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3458 | 2025-01-15T02:27:03.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 930.945109ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3459 | 2025-01-15T02:27:03.937Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3460 | 2025-01-15T02:27:04.182Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.004913404s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3461 | 2025-01-15T02:27:04.187Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/nexus.rs:527
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3462 | 2025-01-15T02:27:04.940Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3463 | 2025-01-15T02:27:05.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.391081974s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3464 | 2025-01-15T02:27:05.944Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3465 | 2025-01-15T02:27:06.187Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/nexus.rs:527
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3466 | 2025-01-15T02:27:06.602Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.249047547s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3467 | 2025-01-15T02:27:06.951Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ce66c06a-7d54-47a6-860d-59da68080fee)
file = sled-agent/src/probe_manager.rs:231
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3468 | 2025-01-15T02:27:07.862Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 894.774618ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3469 | 2025-01-15T02:27:08.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.328583154s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3470 | 2025-01-15T02:27:08.778Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62620
|
| 3471 | 2025-01-15T02:27:08.782Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1076
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62620
req_id = b1f2b8c8-d9d4-44a4-946a-24b042f9fd54
response_code = 200
uri = /baseboard
|
| 3472 | 2025-01-15T02:27:10.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 544.058272ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3473 | 2025-01-15T02:27:10.303Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:500
new_generation = 1
old_generation = 1
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3474 | 2025-01-15T02:27:10.633Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47808
|
| 3475 | 2025-01-15T02:27:10.637Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3288
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47808
req_id = 4c45cf73-6ff8-4597-a316-7f303c503659
response_code = 200
uri = /vpc-routes
|
| 3476 | 2025-01-15T02:27:10.665Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.053380187s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3477 | 2025-01-15T02:27:10.758Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50994
|
| 3478 | 2025-01-15T02:27:10.759Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3479 | 2025-01-15T02:27:10.762Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3480 | 2025-01-15T02:27:10.762Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2118
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47808
req_id = 4897cb49-8bf7-43a0-9925-3368f5f092c0
response_code = 204
uri = /eip-gateways
|
| 3481 | 2025-01-15T02:27:10.866Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38804
|
| 3482 | 2025-01-15T02:27:10.867Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38804
req_id = 7702288d-205f-40ea-81c0-24259f7e3b01
response_code = 200
uri = /vpc-routes
|
| 3483 | 2025-01-15T02:27:10.914Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47414
|
| 3484 | 2025-01-15T02:27:10.916Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1369
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47414
req_id = 6b38ec8e-04ef-47ca-b2e5-5d0f111df03c
response_code = 200
uri = /v2p
|
| 3485 | 2025-01-15T02:27:10.927Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3486 | 2025-01-15T02:27:10.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38804
req_id = e5dcdd4b-a2a5-46c6-bb5b-1d2a0f08d51c
response_code = 204
uri = /eip-gateways
|
| 3487 | 2025-01-15T02:27:10.966Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47561
|
| 3488 | 2025-01-15T02:27:10.966Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3489 | 2025-01-15T02:27:10.978Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3035
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47808
req_id = 22d1e67f-40a6-46d0-8754-eefd49c7581b
response_code = 204
uri = /vpc-routes
|
| 3490 | 2025-01-15T02:27:10.991Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49746
|
| 3491 | 2025-01-15T02:27:10.991Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49746
req_id = b11c5eb8-4c9a-432c-a1d4-bceb43199868
response_code = 200
uri = /v2p
|
| 3492 | 2025-01-15T02:27:11.084Z | INFO | SledAgent (PortManager): skipping delta compute for subnet
file = illumos-utils/src/opte/port_manager.rs:486
new_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }
old_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }
subnet = RouterId { vni: Vni(100), kind: System }
|
| 3493 | 2025-01-15T02:27:11.084Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 304
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38804
req_id = df38c27d-e964-401e-ba1c-f7ea9a669907
response_code = 204
uri = /vpc-routes
|
| 3494 | 2025-01-15T02:27:11.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76") failed: Property not found. retry in 1.303418738s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3495 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_6ceaca86-5562-442f-a7a7-bbfd684c302b
|
| 3496 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_25c723ea-c52b-44b6-8751-dbe925d1e7a7
|
| 3497 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_nexus_a1e38c68-2155-4ce9-b70a-66d434b3f24f
|
| 3498 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_nexus_743f2600-b4a7-4963-8bef-692428b6800a
|
| 3499 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_clickhouse_40c9a9db-bd0a-45df-b2ea-f8a9ad278c76
|
| 3500 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_pantry_100f148b-d0a5-4957-b7f4-7b142438883b
|
| 3501 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_37091b30-13af-44d8-ac11-483eada5eeca
|
| 3502 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_pantry_683f3bcd-05eb-48ca-a731-4591f3875c45
|
| 3503 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_pantry_eb0487cd-afd0-473b-b56c-c84ebdb9a402
|
| 3504 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_external_dns_7468547b-b2f3-4993-afd8-72e9164a4301
|
| 3505 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_f12a4089-4d9a-4d0c-b3e6-8a12d533bb03
|
| 3506 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_014247db-8886-4cf5-b68e-375be0dabc7f
|
| 3507 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_oximeter_f71d33aa-7320-48b9-81d2-899a100e78cd
|
| 3508 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_nexus_b4bce764-527e-4a0d-9efa-46f5760fbb1d
|
| 3509 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_1ecfbd35-39cb-454a-b9bf-b046feb4f811
|
| 3510 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_7361bad6-7bc4-4252-9897-84b3278d100e
|
| 3511 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_external_dns_8b302e6b-b09c-4ef2-8768-1e5fae50d31a
|
| 3512 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_6e9d55e6-6648-4adf-a2be-39839524cd72
|
| 3513 | 2025-01-15T02:27:13.061Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_771664a2-5c9b-4063-8f72-848056c94344
|
| 3514 | 2025-01-15T02:27:13.062Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 3515 | 2025-01-15T02:27:13.063Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 3516 | 2025-01-15T02:27:13.064Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 50387359
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53729
req_id = 700a055a-289e-4a32-b403-ee73c9f0bc71
response_code = 204
uri = /omicron-zones
|
| 3517 | 2025-01-15T02:27:13.064Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3518 | 2025-01-15T02:27:13.064Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3519 | 2025-01-15T02:27:13.065Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3520 | 2025-01-15T02:27:13.079Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3521 | 2025-01-15T02:27:13.080Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d
|
| 3522 | 2025-01-15T02:27:13.085Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1415
|
| 3523 | 2025-01-15T02:27:13.089Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:790
|
| 3524 | 2025-01-15T02:27:13.094Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::c]:12221
file = sled-agent/src/rack_setup/service.rs:803
|
| 3525 | 2025-01-15T02:27:13.097Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3526 | 2025-01-15T02:27:13.097Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3527 | 2025-01-15T02:27:13.102Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3528 | 2025-01-15T02:27:13.113Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3529 | 2025-01-15T02:27:13.113Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f
|
| 3530 | 2025-01-15T02:27:13.130Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3531 | 2025-01-15T02:27:13.130Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d
|
| 3532 | 2025-01-15T02:27:13.155Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3533 | 2025-01-15T02:27:13.155Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f
|
| 3534 | 2025-01-15T02:27:13.170Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3535 | 2025-01-15T02:27:13.170Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_87e49e9a-4ab3-4574-b920-463506a8978e
|
| 3536 | 2025-01-15T02:27:13.186Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3537 | 2025-01-15T02:27:13.187Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_87e49e9a-4ab3-4574-b920-463506a8978e
|
| 3538 | 2025-01-15T02:27:13.202Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3539 | 2025-01-15T02:27:13.202Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d
|
| 3540 | 2025-01-15T02:27:13.208Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
rib_priority: None,
vlan_id: None,
},
],
switch: Switch0,
tx_eq: None,
uplink_port_fec: Some(
None,
),
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:1017
|
| 3541 | 2025-01-15T02:27:13.226Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3542 | 2025-01-15T02:27:13.226Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96
|
| 3543 | 2025-01-15T02:27:13.239Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3544 | 2025-01-15T02:27:13.239Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d
|
| 3545 | 2025-01-15T02:27:13.255Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3546 | 2025-01-15T02:27:13.255Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_d8acd544-80aa-4e82-b375-eb038fe27547
|
| 3547 | 2025-01-15T02:27:13.272Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3548 | 2025-01-15T02:27:13.272Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96
|
| 3549 | 2025-01-15T02:27:13.288Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3550 | 2025-01-15T02:27:13.289Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8
|
| 3551 | 2025-01-15T02:27:13.303Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3552 | 2025-01-15T02:27:13.303Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_d8acd544-80aa-4e82-b375-eb038fe27547
|
| 3553 | 2025-01-15T02:27:13.326Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3554 | 2025-01-15T02:27:13.326Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8
|
| 3555 | 2025-01-15T02:27:13.339Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3556 | 2025-01-15T02:27:13.339Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320
|
| 3557 | 2025-01-15T02:27:13.356Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3558 | 2025-01-15T02:27:13.356Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320
|
| 3559 | 2025-01-15T02:27:13.372Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3560 | 2025-01-15T02:27:13.373Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_276e9391-34d6-4a99-bd91-776ecada771e
|
| 3561 | 2025-01-15T02:27:13.388Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3562 | 2025-01-15T02:27:13.388Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_276e9391-34d6-4a99-bd91-776ecada771e
|
| 3563 | 2025-01-15T02:27:13.400Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2433672
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47561
req_id = 3b8a4faa-d969-4386-95e6-6e9d9b9f3730
response_code = 200
uri = /inventory
|
| 3564 | 2025-01-15T02:27:13.401Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2642561
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50994
req_id = e2036eae-a184-4f64-8feb-e28f97c310eb
response_code = 200
uri = /inventory
|
| 3565 | 2025-01-15T02:27:13.857Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60778
|
| 3566 | 2025-01-15T02:27:13.857Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3567 | 2025-01-15T02:27:13.857Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3568 | 2025-01-15T02:27:13.857Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3569 | 2025-01-15T02:27:13.857Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3570 | 2025-01-15T02:27:13.871Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3571 | 2025-01-15T02:27:13.871Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d
|
| 3572 | 2025-01-15T02:27:13.899Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3573 | 2025-01-15T02:27:13.899Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f
|
| 3574 | 2025-01-15T02:27:13.925Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3575 | 2025-01-15T02:27:13.925Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_87e49e9a-4ab3-4574-b920-463506a8978e
|
| 3576 | 2025-01-15T02:27:13.948Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3577 | 2025-01-15T02:27:13.948Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d
|
| 3578 | 2025-01-15T02:27:13.969Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3579 | 2025-01-15T02:27:13.969Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96
|
| 3580 | 2025-01-15T02:27:13.991Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3581 | 2025-01-15T02:27:13.991Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_d8acd544-80aa-4e82-b375-eb038fe27547
|
| 3582 | 2025-01-15T02:27:14.013Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3583 | 2025-01-15T02:27:14.013Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8
|
| 3584 | 2025-01-15T02:27:14.035Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3585 | 2025-01-15T02:27:14.035Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320
|
| 3586 | 2025-01-15T02:27:14.059Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3587 | 2025-01-15T02:27:14.059Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_276e9391-34d6-4a99-bd91-776ecada771e
|
| 3588 | 2025-01-15T02:27:14.074Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 217049
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60778
req_id = d76b4ba4-85af-4b41-a59a-d0521094d823
response_code = 200
uri = /inventory
|
| 3589 | 2025-01-15T02:27:14.896Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62389
|
| 3590 | 2025-01-15T02:27:14.899Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3591 | 2025-01-15T02:27:14.899Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3592 | 2025-01-15T02:27:14.899Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3593 | 2025-01-15T02:27:14.899Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3594 | 2025-01-15T02:27:14.899Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3595 | 2025-01-15T02:27:14.899Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3596 | 2025-01-15T02:27:14.899Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3597 | 2025-01-15T02:27:14.899Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2529
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62389
req_id = d6c758b0-dd28-43c3-a298-bd8f5cde72ae
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3598 | 2025-01-15T02:27:14.900Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:1089
|
| 3599 | 2025-01-15T02:27:14.905Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 3600 | 2025-01-15T02:27:14.905Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 3601 | 2025-01-15T02:27:15.119Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59262
|
| 3602 | 2025-01-15T02:27:15.119Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3603 | 2025-01-15T02:27:15.119Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3604 | 2025-01-15T02:27:15.119Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3605 | 2025-01-15T02:27:15.119Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3606 | 2025-01-15T02:27:15.119Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3607 | 2025-01-15T02:27:15.119Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3608 | 2025-01-15T02:27:15.119Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3609 | 2025-01-15T02:27:15.119Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 251
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59262
req_id = 2eed1fa2-f55c-4055-8171-adfc8019879f
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3610 | 2025-01-15T02:27:15.173Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56805
|
| 3611 | 2025-01-15T02:27:15.173Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3612 | 2025-01-15T02:27:15.173Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3613 | 2025-01-15T02:27:15.173Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3614 | 2025-01-15T02:27:15.173Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3615 | 2025-01-15T02:27:15.185Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3616 | 2025-01-15T02:27:15.185Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d
|
| 3617 | 2025-01-15T02:27:15.207Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3618 | 2025-01-15T02:27:15.208Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f
|
| 3619 | 2025-01-15T02:27:15.231Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3620 | 2025-01-15T02:27:15.231Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_87e49e9a-4ab3-4574-b920-463506a8978e
|
| 3621 | 2025-01-15T02:27:15.254Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3622 | 2025-01-15T02:27:15.254Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d
|
| 3623 | 2025-01-15T02:27:15.276Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3624 | 2025-01-15T02:27:15.276Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96
|
| 3625 | 2025-01-15T02:27:15.297Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3626 | 2025-01-15T02:27:15.297Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_d8acd544-80aa-4e82-b375-eb038fe27547
|
| 3627 | 2025-01-15T02:27:15.316Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3628 | 2025-01-15T02:27:15.316Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8
|
| 3629 | 2025-01-15T02:27:15.334Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3630 | 2025-01-15T02:27:15.334Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320
|
| 3631 | 2025-01-15T02:27:15.354Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3632 | 2025-01-15T02:27:15.354Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_276e9391-34d6-4a99-bd91-776ecada771e
|
| 3633 | 2025-01-15T02:27:15.365Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 192175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56805
req_id = 3d9f9695-d678-488f-9608-b3881703d872
response_code = 200
uri = /inventory
|
| 3634 | 2025-01-15T02:27:15.611Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56953
|
| 3635 | 2025-01-15T02:27:15.611Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3636 | 2025-01-15T02:27:15.612Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3637 | 2025-01-15T02:27:15.612Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3638 | 2025-01-15T02:27:15.612Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3639 | 2025-01-15T02:27:15.612Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3640 | 2025-01-15T02:27:15.612Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3641 | 2025-01-15T02:27:15.612Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3642 | 2025-01-15T02:27:15.612Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 363
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56953
req_id = 2d20aa72-871e-4710-8a46-017aaafad602
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3643 | 2025-01-15T02:27:16.502Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39322
|
| 3644 | 2025-01-15T02:27:16.502Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3645 | 2025-01-15T02:27:16.502Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3646 | 2025-01-15T02:27:16.502Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3647 | 2025-01-15T02:27:16.502Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3648 | 2025-01-15T02:27:16.502Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3649 | 2025-01-15T02:27:16.502Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3650 | 2025-01-15T02:27:16.502Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3651 | 2025-01-15T02:27:16.502Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 340
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39322
req_id = df779ed1-341b-4ffa-806c-ea50ea4242be
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3652 | 2025-01-15T02:27:21.605Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33658
|
| 3653 | 2025-01-15T02:27:21.605Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33658
req_id = d3340157-1b43-4392-bdd6-8f2ddf3a81a9
response_code = 200
uri = /vpc-routes
|
| 3654 | 2025-01-15T02:27:21.654Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3655 | 2025-01-15T02:27:21.654Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:33658
req_id = e20dc432-adb1-458f-950c-ac94d5535b98
response_code = 204
uri = /eip-gateways
|
| 3656 | 2025-01-15T02:27:21.666Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 185
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:33658
req_id = c1adb27e-be99-4480-a6d7-b7109e6ecd1d
response_code = 204
uri = /vpc-routes
|
| 3657 | 2025-01-15T02:27:38.819Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63910
|
| 3658 | 2025-01-15T02:27:38.820Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 51
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63910
req_id = 2b1d6897-d057-4da7-ba80-32e83d8fdedb
response_code = 200
uri = /baseboard
|
| 3659 | 2025-01-15T02:27:39.844Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39091
|
| 3660 | 2025-01-15T02:27:39.844Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39091
req_id = 1e02a92b-597b-45b8-8d2e-0d5023b4b5a9
response_code = 200
uri = /vpc-routes
|
| 3661 | 2025-01-15T02:27:39.918Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3662 | 2025-01-15T02:27:39.918Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39091
req_id = f501666a-c8c3-45b0-be38-d144b5a4f75f
response_code = 204
uri = /eip-gateways
|
| 3663 | 2025-01-15T02:27:39.950Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52459
|
| 3664 | 2025-01-15T02:27:39.950Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52459
req_id = 726f91d4-6a50-4d1d-8cfc-6f18eceed0a3
response_code = 200
uri = /v2p
|
| 3665 | 2025-01-15T02:27:39.958Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39091
req_id = 5edbe625-3c3a-4610-aeeb-8c61e0760b91
response_code = 204
uri = /vpc-routes
|
| 3666 | 2025-01-15T02:27:40.003Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45973
|
| 3667 | 2025-01-15T02:27:40.005Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3668 | 2025-01-15T02:27:40.087Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3669 | 2025-01-15T02:27:40.148Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 144870
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45973
req_id = d4564b65-6049-42fa-95a8-c0b5bbcf6771
response_code = 204
uri = /switch-ports
|
| 3670 | 2025-01-15T02:27:40.152Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1524
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45973
req_id = 92285650-d22a-4bd0-955c-ab94a1fc803f
response_code = 200
uri = /network-bootstore-config
|
| 3671 | 2025-01-15T02:27:40.213Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 3672 | 2025-01-15T02:27:40.214Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 3673 | 2025-01-15T02:27:40.215Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 3674 | 2025-01-15T02:27:40.216Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 3675 | 2025-01-15T02:27:40.216Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5414
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:45973
req_id = 4ae4be73-e4b6-43a0-9b60-d51157d441f5
response_code = 204
uri = /network-bootstore-config
|
| 3676 | 2025-01-15T02:27:40.636Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37932
|
| 3677 | 2025-01-15T02:27:40.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37932
req_id = f6365db1-cc99-4a7b-b920-4e88cbcc587d
response_code = 200
uri = /vpc-routes
|
| 3678 | 2025-01-15T02:27:40.648Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63317
|
| 3679 | 2025-01-15T02:27:40.648Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63317
req_id = c8da66b1-b31c-4998-8643-e8320a5a6780
response_code = 200
uri = /vpc-routes
|
| 3680 | 2025-01-15T02:27:40.663Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3681 | 2025-01-15T02:27:40.663Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 80
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37932
req_id = fcaeed0e-9dac-47d9-bdd3-32d694585bc9
response_code = 204
uri = /eip-gateways
|
| 3682 | 2025-01-15T02:27:40.680Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 227
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37932
req_id = cd28bded-b4c5-496f-a064-bc848a4e8164
response_code = 204
uri = /vpc-routes
|
| 3683 | 2025-01-15T02:27:40.723Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56923
|
| 3684 | 2025-01-15T02:27:40.724Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 190
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56923
req_id = 02f07882-a361-4982-9b8b-ac5e7b879fcf
response_code = 200
uri = /v2p
|
| 3685 | 2025-01-15T02:27:40.727Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3686 | 2025-01-15T02:27:40.727Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 80
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63317
req_id = a2fd1c63-678d-4fdb-9d90-ec980bbd22aa
response_code = 204
uri = /eip-gateways
|
| 3687 | 2025-01-15T02:27:40.735Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 151
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63317
req_id = 56121692-1a72-45a5-bf3c-a35ae4b7a04c
response_code = 204
uri = /vpc-routes
|
| 3688 | 2025-01-15T02:27:40.802Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36571
|
| 3689 | 2025-01-15T02:27:40.803Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36571
req_id = e3861a55-6652-41f4-bfc4-68e398403e8b
response_code = 200
uri = /v2p
|
| 3690 | 2025-01-15T02:27:40.843Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44866
|
| 3691 | 2025-01-15T02:27:40.843Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3692 | 2025-01-15T02:27:40.880Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3693 | 2025-01-15T02:27:40.936Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92953
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44866
req_id = 8a0e4753-f6b3-4ba6-a6f5-c91b52c310f6
response_code = 204
uri = /switch-ports
|
| 3694 | 2025-01-15T02:27:40.936Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41073
|
| 3695 | 2025-01-15T02:27:40.937Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3696 | 2025-01-15T02:27:40.940Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 423
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44866
req_id = 09d63e4a-1d5e-4981-bda1-448cf5153434
response_code = 200
uri = /network-bootstore-config
|
| 3697 | 2025-01-15T02:27:40.970Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3698 | 2025-01-15T02:27:41.025Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88647
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:41073
req_id = fb72e83c-a06e-407b-ba61-ab9a5ed56db7
response_code = 204
uri = /switch-ports
|
| 3699 | 2025-01-15T02:27:41.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41073
req_id = eb13e59f-a4ae-495e-87f1-7c2958884aff
response_code = 200
uri = /network-bootstore-config
|
| 3700 | 2025-01-15T02:28:00.752Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:63949
remote_addr = [fd00:1122:3344:101::d]:56294
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3701 | 2025-01-15T02:28:00.834Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 81805
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 1a3b0a7e-22d6-421e-867d-4ee9c5655d22
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3702 | 2025-01-15T02:28:08.853Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:35993
|
| 3703 | 2025-01-15T02:28:08.853Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 66
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:35993
req_id = e439b6e1-6d06-4e9a-8c35-dac006982ea3
response_code = 200
uri = /baseboard
|
| 3704 | 2025-01-15T02:28:09.922Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61135
|
| 3705 | 2025-01-15T02:28:09.923Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61135
req_id = 56e0b4bb-cceb-414c-8c04-16a9b7808210
response_code = 200
uri = /vpc-routes
|
| 3706 | 2025-01-15T02:28:09.982Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3707 | 2025-01-15T02:28:09.982Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61135
req_id = 6b53789a-c8f2-4f2f-8935-3e6133104bfd
response_code = 204
uri = /eip-gateways
|
| 3708 | 2025-01-15T02:28:09.998Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 235
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61135
req_id = 1e15c426-5e11-4a09-8002-f93f9848595a
response_code = 204
uri = /vpc-routes
|
| 3709 | 2025-01-15T02:28:10.082Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53211
|
| 3710 | 2025-01-15T02:28:10.082Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3711 | 2025-01-15T02:28:10.119Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3712 | 2025-01-15T02:28:10.178Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95256
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:53211
req_id = dcc1f12a-e0a4-4bca-8711-658acc9e72c7
response_code = 204
uri = /switch-ports
|
| 3713 | 2025-01-15T02:28:10.178Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53211
req_id = 39d2a682-95a0-4d0d-b438-e03d40ff8305
response_code = 200
uri = /network-bootstore-config
|
| 3714 | 2025-01-15T02:28:10.198Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36941
|
| 3715 | 2025-01-15T02:28:10.198Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36941
req_id = 8eed5314-089b-4a48-a775-15c5551d1489
response_code = 200
uri = /v2p
|
| 3716 | 2025-01-15T02:28:10.647Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54348
|
| 3717 | 2025-01-15T02:28:10.647Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54348
req_id = 95be1b2b-c8ab-4563-b8ac-b421be827ada
response_code = 200
uri = /vpc-routes
|
| 3718 | 2025-01-15T02:28:10.763Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60863
|
| 3719 | 2025-01-15T02:28:10.764Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60863
req_id = 248e6b19-b251-41e1-99df-64193269743c
response_code = 200
uri = /vpc-routes
|
| 3720 | 2025-01-15T02:28:10.767Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3721 | 2025-01-15T02:28:10.767Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54348
req_id = 520dde5e-c52f-49fe-b3c6-48e1d5988095
response_code = 204
uri = /eip-gateways
|
| 3722 | 2025-01-15T02:28:10.780Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 163
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54348
req_id = dca37714-178d-46e2-849d-49ce8bf58ac9
response_code = 204
uri = /vpc-routes
|
| 3723 | 2025-01-15T02:28:10.809Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3724 | 2025-01-15T02:28:10.809Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 30
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60863
req_id = 309c7b7a-8746-44fd-9130-970de333034c
response_code = 204
uri = /eip-gateways
|
| 3725 | 2025-01-15T02:28:10.820Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60863
req_id = 1ee8f51c-de6b-4677-b87f-327af4d4d20e
response_code = 204
uri = /vpc-routes
|
| 3726 | 2025-01-15T02:28:10.870Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34972
|
| 3727 | 2025-01-15T02:28:10.870Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34972
req_id = e95bbcb8-c7ac-41d1-ad67-804966cdd158
response_code = 200
uri = /v2p
|
| 3728 | 2025-01-15T02:28:10.872Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42086
|
| 3729 | 2025-01-15T02:28:10.872Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3730 | 2025-01-15T02:28:10.911Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3731 | 2025-01-15T02:28:10.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95845
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42086
req_id = 9295388c-488a-43db-9784-6ecfadfb20a4
response_code = 204
uri = /switch-ports
|
| 3732 | 2025-01-15T02:28:10.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42086
req_id = aaf5d894-cf90-4cb3-a51e-41b6e0d87f41
response_code = 200
uri = /network-bootstore-config
|
| 3733 | 2025-01-15T02:28:11.058Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65249
|
| 3734 | 2025-01-15T02:28:11.058Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 163
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65249
req_id = cd8663d4-2641-414e-a48b-09ea52696c26
response_code = 200
uri = /v2p
|
| 3735 | 2025-01-15T02:28:11.145Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36217
|
| 3736 | 2025-01-15T02:28:11.145Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3737 | 2025-01-15T02:28:11.182Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3738 | 2025-01-15T02:28:11.240Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95126
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36217
req_id = 7c575d8a-9ba4-4be1-96a4-1a574f0f46fe
response_code = 204
uri = /switch-ports
|
| 3739 | 2025-01-15T02:28:11.240Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36217
req_id = 2b2425c5-a12f-421d-89a7-bfe104513f08
response_code = 200
uri = /network-bootstore-config
|
| 3740 | 2025-01-15T02:28:26.961Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 3741 | 2025-01-15T02:28:30.758Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6633
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = c135dc3a-287a-4090-8b74-872b35365357
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3742 | 2025-01-15T02:28:38.887Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51648
|
| 3743 | 2025-01-15T02:28:38.888Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 50
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51648
req_id = 8595098b-a245-4e64-9345-b0b03c56f0ec
response_code = 200
uri = /baseboard
|
| 3744 | 2025-01-15T02:28:39.847Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33150
|
| 3745 | 2025-01-15T02:28:39.847Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33150
req_id = 4effba25-a1bb-4b4c-a091-635547eb8fa4
response_code = 200
uri = /vpc-routes
|
| 3746 | 2025-01-15T02:28:39.890Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3747 | 2025-01-15T02:28:39.890Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 73
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33150
req_id = 30e8b312-1a27-457a-966b-005c0c93c4d7
response_code = 204
uri = /eip-gateways
|
| 3748 | 2025-01-15T02:28:39.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 203
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33150
req_id = 76465858-a487-4b5a-b2e4-21983dec6056
response_code = 204
uri = /vpc-routes
|
| 3749 | 2025-01-15T02:28:39.906Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41753
|
| 3750 | 2025-01-15T02:28:39.906Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41753
req_id = 3fa7cc3b-4a21-44f1-b566-b5c944a2862a
response_code = 200
uri = /v2p
|
| 3751 | 2025-01-15T02:28:39.984Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49324
|
| 3752 | 2025-01-15T02:28:39.984Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3753 | 2025-01-15T02:28:40.019Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3754 | 2025-01-15T02:28:40.072Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88292
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49324
req_id = 2176d486-838c-44f7-867f-95ffa09d909c
response_code = 204
uri = /switch-ports
|
| 3755 | 2025-01-15T02:28:40.073Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49324
req_id = 190f70e8-594d-416e-a03d-c8ca5e717b9a
response_code = 200
uri = /network-bootstore-config
|
| 3756 | 2025-01-15T02:28:40.610Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62956
|
| 3757 | 2025-01-15T02:28:40.610Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 57
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62956
req_id = 6efaafbd-fda6-4e0c-9ebf-01bc07ba1fed
response_code = 200
uri = /vpc-routes
|
| 3758 | 2025-01-15T02:28:40.661Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3759 | 2025-01-15T02:28:40.661Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62956
req_id = dd1fd8fe-31f0-4cfb-a27d-c6966ec2e875
response_code = 204
uri = /eip-gateways
|
| 3760 | 2025-01-15T02:28:40.673Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62956
req_id = 3a871601-2540-47f1-99f3-59edaaf0b6f1
response_code = 204
uri = /vpc-routes
|
| 3761 | 2025-01-15T02:28:40.697Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55737
|
| 3762 | 2025-01-15T02:28:40.697Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3763 | 2025-01-15T02:28:40.734Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3764 | 2025-01-15T02:28:40.785Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88208
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:55737
req_id = 0103a1d4-4ad9-4dff-a407-5991a53740e8
response_code = 204
uri = /switch-ports
|
| 3765 | 2025-01-15T02:28:40.785Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40720
|
| 3766 | 2025-01-15T02:28:40.785Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43848
|
| 3767 | 2025-01-15T02:28:40.785Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43848
req_id = 4cbc86fd-33f1-41ce-b430-c68fd099f0f3
response_code = 200
uri = /vpc-routes
|
| 3768 | 2025-01-15T02:28:40.785Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 260
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55737
req_id = 3bd37476-771d-46d6-a738-78f2ad915a9c
response_code = 200
uri = /network-bootstore-config
|
| 3769 | 2025-01-15T02:28:40.785Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 209
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40720
req_id = cf5cc291-0b18-4548-9b68-d869124a3b72
response_code = 200
uri = /v2p
|
| 3770 | 2025-01-15T02:28:40.812Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46676
|
| 3771 | 2025-01-15T02:28:40.812Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46676
req_id = 8d94fdc6-44c3-4e89-8727-8cdbccab52d2
response_code = 200
uri = /v2p
|
| 3772 | 2025-01-15T02:28:40.837Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3773 | 2025-01-15T02:28:40.837Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43848
req_id = 864a1c06-cd6c-42d8-96ac-dbd9a87340f1
response_code = 204
uri = /eip-gateways
|
| 3774 | 2025-01-15T02:28:40.846Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 230
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43848
req_id = d6b7140d-6ff9-4fd9-845a-7dfa74bb626f
response_code = 204
uri = /vpc-routes
|
| 3775 | 2025-01-15T02:28:40.887Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55404
|
| 3776 | 2025-01-15T02:28:40.887Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3777 | 2025-01-15T02:28:40.921Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3778 | 2025-01-15T02:28:40.974Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87821
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55404
req_id = 395131ec-6bcf-4099-8b11-307438628dbc
response_code = 204
uri = /switch-ports
|
| 3779 | 2025-01-15T02:28:40.975Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55404
req_id = c5682fb3-6692-4c44-b1ef-a9d3d9a74195
response_code = 200
uri = /network-bootstore-config
|
| 3780 | 2025-01-15T02:29:00.757Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5967
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 132ebd40-36c7-4725-9e75-1f753ed37c51
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3781 | 2025-01-15T02:29:08.927Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50901
|
| 3782 | 2025-01-15T02:29:08.927Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50901
req_id = b1f4169e-fa01-4e14-9cbd-4a9342c71482
response_code = 200
uri = /baseboard
|
| 3783 | 2025-01-15T02:29:10.065Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62988
|
| 3784 | 2025-01-15T02:29:10.065Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62988
req_id = 80dbe23f-c368-44b1-bbb9-4046c27877de
response_code = 200
uri = /vpc-routes
|
| 3785 | 2025-01-15T02:29:10.108Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3786 | 2025-01-15T02:29:10.108Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62988
req_id = ae14fef1-e056-4772-90fd-7bdc9b4c9fb3
response_code = 204
uri = /eip-gateways
|
| 3787 | 2025-01-15T02:29:10.117Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 197
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62988
req_id = 92141a75-3838-4a5a-931a-fd878c1211a4
response_code = 204
uri = /vpc-routes
|
| 3788 | 2025-01-15T02:29:10.185Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54927
|
| 3789 | 2025-01-15T02:29:10.185Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54927
req_id = 5b2df19f-e0c0-4ad4-bcbd-b2b2de75f726
response_code = 200
uri = /v2p
|
| 3790 | 2025-01-15T02:29:10.209Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39434
|
| 3791 | 2025-01-15T02:29:10.209Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3792 | 2025-01-15T02:29:10.250Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3793 | 2025-01-15T02:29:10.307Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98546
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39434
req_id = 575d58a9-9d84-43ff-ad4a-3342796ebf31
response_code = 204
uri = /switch-ports
|
| 3794 | 2025-01-15T02:29:10.307Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39434
req_id = c9e59873-3219-4a76-ae1c-8992559dce49
response_code = 200
uri = /network-bootstore-config
|
| 3795 | 2025-01-15T02:29:10.651Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37327
|
| 3796 | 2025-01-15T02:29:10.652Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37327
req_id = 953494f0-04ae-44bd-bd64-9be3ffe06304
response_code = 200
uri = /vpc-routes
|
| 3797 | 2025-01-15T02:29:10.712Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3798 | 2025-01-15T02:29:10.712Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:37327
req_id = 92ac01f2-3af7-4ae9-af13-b13a8241cd18
response_code = 204
uri = /eip-gateways
|
| 3799 | 2025-01-15T02:29:10.726Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 177
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:37327
req_id = e3be282c-b566-4e1e-9696-614f152be499
response_code = 204
uri = /vpc-routes
|
| 3800 | 2025-01-15T02:29:10.782Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35582
|
| 3801 | 2025-01-15T02:29:10.782Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 115
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35582
req_id = a383d840-2ffc-4bf3-b873-995bab47107b
response_code = 200
uri = /v2p
|
| 3802 | 2025-01-15T02:29:10.821Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58770
|
| 3803 | 2025-01-15T02:29:10.821Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 32
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58770
req_id = 657ee38c-a837-48b4-935a-3545f05ae3b1
response_code = 200
uri = /vpc-routes
|
| 3804 | 2025-01-15T02:29:10.834Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38446
|
| 3805 | 2025-01-15T02:29:10.835Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3806 | 2025-01-15T02:29:10.873Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3807 | 2025-01-15T02:29:10.926Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91686
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38446
req_id = 1cf5648c-cfda-4ca6-b43c-d1f18c3a3702
response_code = 204
uri = /switch-ports
|
| 3808 | 2025-01-15T02:29:10.926Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3809 | 2025-01-15T02:29:10.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58770
req_id = 5070b363-81cd-4f32-8f39-d27cae36871e
response_code = 204
uri = /eip-gateways
|
| 3810 | 2025-01-15T02:29:10.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 234
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38446
req_id = 526f0ab3-c756-4767-b6a0-67acfa236a99
response_code = 200
uri = /network-bootstore-config
|
| 3811 | 2025-01-15T02:29:10.938Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 257
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58770
req_id = 5a07385e-d74b-4070-a275-64e08003fcbe
response_code = 204
uri = /vpc-routes
|
| 3812 | 2025-01-15T02:29:11.091Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47354
|
| 3813 | 2025-01-15T02:29:11.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47354
req_id = 9eb233de-00be-4bfd-b6d7-a86332b283d0
response_code = 200
uri = /v2p
|
| 3814 | 2025-01-15T02:29:11.149Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57576
|
| 3815 | 2025-01-15T02:29:11.149Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3816 | 2025-01-15T02:29:11.186Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3817 | 2025-01-15T02:29:11.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92286
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:57576
req_id = 6bf84274-14aa-4a19-b20c-4c019881f692
response_code = 204
uri = /switch-ports
|
| 3818 | 2025-01-15T02:29:11.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57576
req_id = 5f03f442-e6ff-4862-9f24-7e1306ba1950
response_code = 200
uri = /network-bootstore-config
|
| 3819 | 2025-01-15T02:29:30.756Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5554
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 5624f7fd-2641-477a-b574-209d8518afb5
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3820 | 2025-01-15T02:29:38.962Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43112
|
| 3821 | 2025-01-15T02:29:38.962Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 65
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43112
req_id = 73578598-bef3-465e-9071-3f390829f5b9
response_code = 200
uri = /baseboard
|
| 3822 | 2025-01-15T02:29:39.933Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58159
|
| 3823 | 2025-01-15T02:29:39.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58159
req_id = 2a1323cc-b0ba-45e6-8281-bd6d5ebb5d4b
response_code = 200
uri = /vpc-routes
|
| 3824 | 2025-01-15T02:29:39.947Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3825 | 2025-01-15T02:29:39.947Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58159
req_id = e14fee3f-7044-4b41-97a2-1b90759fffe5
response_code = 204
uri = /eip-gateways
|
| 3826 | 2025-01-15T02:29:39.956Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 259
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58159
req_id = 27052c10-2621-4eda-af3b-a872f65f683e
response_code = 204
uri = /vpc-routes
|
| 3827 | 2025-01-15T02:29:39.994Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39901
|
| 3828 | 2025-01-15T02:29:39.994Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3829 | 2025-01-15T02:29:40.034Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3830 | 2025-01-15T02:29:40.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97494
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39901
req_id = 2f2fba43-69ae-464e-9e63-49bc564c8ccd
response_code = 204
uri = /switch-ports
|
| 3831 | 2025-01-15T02:29:40.091Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44730
|
| 3832 | 2025-01-15T02:29:40.092Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 167
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39901
req_id = f6a991ab-be0f-4e18-a369-125bb71843e2
response_code = 200
uri = /network-bootstore-config
|
| 3833 | 2025-01-15T02:29:40.092Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44730
req_id = 674983cf-a80d-4f16-972a-9844b7373bb9
response_code = 200
uri = /v2p
|
| 3834 | 2025-01-15T02:29:40.622Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61068
|
| 3835 | 2025-01-15T02:29:40.623Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 80
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61068
req_id = 6ab6ce34-67fa-4ac8-810a-dbb44d340115
response_code = 200
uri = /vpc-routes
|
| 3836 | 2025-01-15T02:29:40.639Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3837 | 2025-01-15T02:29:40.639Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 42
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61068
req_id = e3f8ed62-1e2d-4bc9-a631-3cd49fe36933
response_code = 204
uri = /eip-gateways
|
| 3838 | 2025-01-15T02:29:40.653Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61068
req_id = 4bf7d106-5000-4a0f-91ab-485e0f7d16cd
response_code = 204
uri = /vpc-routes
|
| 3839 | 2025-01-15T02:29:40.700Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44439
|
| 3840 | 2025-01-15T02:29:40.700Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 26
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44439
req_id = 9acd6db1-b48b-49cc-b547-fce3eb561cfe
response_code = 200
uri = /vpc-routes
|
| 3841 | 2025-01-15T02:29:40.712Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55113
|
| 3842 | 2025-01-15T02:29:40.713Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55113
req_id = 5e6583a9-e263-4056-a6b6-06a374064734
response_code = 200
uri = /v2p
|
| 3843 | 2025-01-15T02:29:40.718Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52091
|
| 3844 | 2025-01-15T02:29:40.718Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3845 | 2025-01-15T02:29:40.755Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3846 | 2025-01-15T02:29:40.812Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93912
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:52091
req_id = 6153302b-b57c-4dc5-ab71-f5346b94ce58
response_code = 204
uri = /switch-ports
|
| 3847 | 2025-01-15T02:29:40.812Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63857
|
| 3848 | 2025-01-15T02:29:40.812Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3849 | 2025-01-15T02:29:40.812Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44439
req_id = ae37e163-b806-4ebe-954d-c726779252ab
response_code = 204
uri = /eip-gateways
|
| 3850 | 2025-01-15T02:29:40.812Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 184
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52091
req_id = fc25c38b-5393-4dca-addf-8647c7ab2f0e
response_code = 200
uri = /network-bootstore-config
|
| 3851 | 2025-01-15T02:29:40.812Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 190
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63857
req_id = 0c28c591-2d77-4412-bf46-7b16ba2b2bc8
response_code = 200
uri = /v2p
|
| 3852 | 2025-01-15T02:29:40.821Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 178
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44439
req_id = fd38ce32-5f7a-4501-a137-0381b6148d93
response_code = 204
uri = /vpc-routes
|
| 3853 | 2025-01-15T02:29:40.824Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62774
|
| 3854 | 2025-01-15T02:29:40.824Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3855 | 2025-01-15T02:29:40.858Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3856 | 2025-01-15T02:29:40.914Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89388
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:62774
req_id = e0514de3-a549-4e7b-90f0-2a9d53f91d47
response_code = 204
uri = /switch-ports
|
| 3857 | 2025-01-15T02:29:40.914Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62774
req_id = 3922576b-bf84-4a1a-bbb9-edf45afb6820
response_code = 200
uri = /network-bootstore-config
|
| 3858 | 2025-01-15T02:30:00.757Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6005
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 8fd17001-22c0-4640-9682-ba88fd548a02
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3859 | 2025-01-15T02:30:08.996Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49718
|
| 3860 | 2025-01-15T02:30:08.996Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 55
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49718
req_id = 9dc3d348-9c2d-4e32-9001-dc87f86940bb
response_code = 200
uri = /baseboard
|
| 3861 | 2025-01-15T02:30:09.936Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40138
|
| 3862 | 2025-01-15T02:30:09.936Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40138
req_id = b2a167dc-9d32-47f1-a455-a70f47f89234
response_code = 200
uri = /vpc-routes
|
| 3863 | 2025-01-15T02:30:09.983Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3864 | 2025-01-15T02:30:09.983Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40138
req_id = fd5fde6d-b9e2-46d9-be5b-1fbe5af7c40a
response_code = 204
uri = /eip-gateways
|
| 3865 | 2025-01-15T02:30:09.993Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 216
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40138
req_id = f20ffaae-d2e9-4517-8064-7f52a6b42a05
response_code = 204
uri = /vpc-routes
|
| 3866 | 2025-01-15T02:30:10.061Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49105
|
| 3867 | 2025-01-15T02:30:10.061Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49105
req_id = 15a37bc7-bff6-465b-9e23-e8b72e9471f5
response_code = 200
uri = /v2p
|
| 3868 | 2025-01-15T02:30:10.198Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45435
|
| 3869 | 2025-01-15T02:30:10.198Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3870 | 2025-01-15T02:30:10.237Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3871 | 2025-01-15T02:30:10.293Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95504
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45435
req_id = cb5cfd35-7ae4-4aa1-9707-072912628a38
response_code = 204
uri = /switch-ports
|
| 3872 | 2025-01-15T02:30:10.293Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45435
req_id = 893b11d4-e3de-44cd-b679-b83d3411393b
response_code = 200
uri = /network-bootstore-config
|
| 3873 | 2025-01-15T02:30:10.684Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56823
|
| 3874 | 2025-01-15T02:30:10.685Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56823
req_id = 0334f7f5-1eea-498d-adb4-fd7819df019c
response_code = 200
uri = /vpc-routes
|
| 3875 | 2025-01-15T02:30:10.712Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3876 | 2025-01-15T02:30:10.712Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 73
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:56823
req_id = 8a6910cd-2c0c-43fe-8139-6b5642a32b90
response_code = 204
uri = /eip-gateways
|
| 3877 | 2025-01-15T02:30:10.727Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 266
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:56823
req_id = c8a5f89a-ead4-4614-95a8-016394d03396
response_code = 204
uri = /vpc-routes
|
| 3878 | 2025-01-15T02:30:10.814Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38432
|
| 3879 | 2025-01-15T02:30:10.814Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38432
req_id = d0b3b25b-6db2-4b6c-97ac-88a9b99e0328
response_code = 200
uri = /vpc-routes
|
| 3880 | 2025-01-15T02:30:10.857Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3881 | 2025-01-15T02:30:10.857Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38432
req_id = df2d941a-777e-4b70-9096-004c8766c988
response_code = 204
uri = /eip-gateways
|
| 3882 | 2025-01-15T02:30:10.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 225
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38432
req_id = a216e6d6-6ba6-4a90-a76e-2e7cda2c0063
response_code = 204
uri = /vpc-routes
|
| 3883 | 2025-01-15T02:30:10.915Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50084
|
| 3884 | 2025-01-15T02:30:10.915Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 185
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50084
req_id = 6e0212ef-4a1e-4154-8ad3-b802e7588c20
response_code = 200
uri = /v2p
|
| 3885 | 2025-01-15T02:30:10.930Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45488
|
| 3886 | 2025-01-15T02:30:10.930Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3887 | 2025-01-15T02:30:10.969Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3888 | 2025-01-15T02:30:11.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96312
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:45488
req_id = f7b505f3-397c-4682-9baa-bb79f0e15df7
response_code = 204
uri = /switch-ports
|
| 3889 | 2025-01-15T02:30:11.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45488
req_id = 29a88133-b595-49dd-81d1-7ea1535dc8a2
response_code = 200
uri = /network-bootstore-config
|
| 3890 | 2025-01-15T02:30:11.124Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33227
|
| 3891 | 2025-01-15T02:30:11.124Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33227
req_id = d2198823-c73e-49ab-a35c-246ad504e27a
response_code = 200
uri = /v2p
|
| 3892 | 2025-01-15T02:30:11.127Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63541
|
| 3893 | 2025-01-15T02:30:11.127Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3894 | 2025-01-15T02:30:11.164Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3895 | 2025-01-15T02:30:11.221Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93653
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:63541
req_id = 570edb9d-ec6a-42dc-bec0-cf93d6d9b876
response_code = 204
uri = /switch-ports
|
| 3896 | 2025-01-15T02:30:11.221Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63541
req_id = 8c57e4ab-358e-4f4c-8b64-792fcde0b67f
response_code = 200
uri = /network-bootstore-config
|
| 3897 | 2025-01-15T02:30:30.757Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6875
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 3e76e70f-c65b-4060-b1f4-818c166d340c
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3898 | 2025-01-15T02:30:39.030Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60886
|
| 3899 | 2025-01-15T02:30:39.030Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60886
req_id = 6e24ee68-892f-4723-b2ca-091e50731458
response_code = 200
uri = /baseboard
|
| 3900 | 2025-01-15T02:30:39.741Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46858
|
| 3901 | 2025-01-15T02:30:39.741Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46858
req_id = 17496b9d-76bf-46f2-b1d4-3d6249614f28
response_code = 200
uri = /vpc-routes
|
| 3902 | 2025-01-15T02:30:39.796Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3903 | 2025-01-15T02:30:39.796Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46858
req_id = c47d397f-b70a-4603-8722-67f726bd4410
response_code = 204
uri = /eip-gateways
|
| 3904 | 2025-01-15T02:30:39.804Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 239
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46858
req_id = 79cf6d6f-32fe-4ce3-9975-58834c68bae5
response_code = 204
uri = /vpc-routes
|
| 3905 | 2025-01-15T02:30:39.875Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47252
|
| 3906 | 2025-01-15T02:30:39.875Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47252
req_id = 223af7c6-89cf-4c0e-899d-5b50efc9f2f9
response_code = 200
uri = /v2p
|
| 3907 | 2025-01-15T02:30:39.906Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63107
|
| 3908 | 2025-01-15T02:30:39.906Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3909 | 2025-01-15T02:30:39.948Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3910 | 2025-01-15T02:30:40.006Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99390
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:63107
req_id = 4b66d6a7-1a65-4a66-b79f-7daab907fd51
response_code = 204
uri = /switch-ports
|
| 3911 | 2025-01-15T02:30:40.006Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63107
req_id = 4781202a-5e57-406f-adb0-5eafb368291a
response_code = 200
uri = /network-bootstore-config
|
| 3912 | 2025-01-15T02:30:40.625Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44449
|
| 3913 | 2025-01-15T02:30:40.625Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44449
req_id = e0828423-07ca-40ea-aaa5-58fb99821150
response_code = 200
uri = /vpc-routes
|
| 3914 | 2025-01-15T02:30:40.633Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34858
|
| 3915 | 2025-01-15T02:30:40.633Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 21
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34858
req_id = 076c0eaa-142d-44a0-9f40-2cafd34319a5
response_code = 200
uri = /vpc-routes
|
| 3916 | 2025-01-15T02:30:40.696Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3917 | 2025-01-15T02:30:40.696Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34858
req_id = 9310a663-72b5-4ee4-beb0-3f041a17e354
response_code = 204
uri = /eip-gateways
|
| 3918 | 2025-01-15T02:30:40.697Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3919 | 2025-01-15T02:30:40.697Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 20
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44449
req_id = 196bff5a-16b4-4c44-9ce4-7bbaca79248e
response_code = 204
uri = /eip-gateways
|
| 3920 | 2025-01-15T02:30:40.706Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34858
req_id = 07f6fd3a-5d57-45e5-9587-0283ba5ef1d0
response_code = 204
uri = /vpc-routes
|
| 3921 | 2025-01-15T02:30:40.708Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44449
req_id = f267205e-a0c7-46b2-b3ff-ffdcd3ab8b97
response_code = 204
uri = /vpc-routes
|
| 3922 | 2025-01-15T02:30:40.758Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60486
|
| 3923 | 2025-01-15T02:30:40.758Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60486
req_id = 437dd059-f13e-4210-8a32-35f442c3d20c
response_code = 200
uri = /v2p
|
| 3924 | 2025-01-15T02:30:40.773Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49498
|
| 3925 | 2025-01-15T02:30:40.773Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3926 | 2025-01-15T02:30:40.813Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3927 | 2025-01-15T02:30:40.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94889
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:49498
req_id = af3554ee-89c8-4b77-a56e-2b2dfeae2266
response_code = 204
uri = /switch-ports
|
| 3928 | 2025-01-15T02:30:40.868Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37573
|
| 3929 | 2025-01-15T02:30:40.868Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35588
|
| 3930 | 2025-01-15T02:30:40.869Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 188
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35588
req_id = 9f0b1c48-d982-41d8-9dbe-c2867b882cc0
response_code = 200
uri = /v2p
|
| 3931 | 2025-01-15T02:30:40.869Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3932 | 2025-01-15T02:30:40.872Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3738
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49498
req_id = 742a2451-00d9-4e1a-a918-6a04cf8ced24
response_code = 200
uri = /network-bootstore-config
|
| 3933 | 2025-01-15T02:30:40.904Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3934 | 2025-01-15T02:30:40.960Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91665
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37573
req_id = 27cbe932-2bec-4375-a51b-ae7b4c8bd093
response_code = 204
uri = /switch-ports
|
| 3935 | 2025-01-15T02:30:40.960Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37573
req_id = a19a7371-7a65-41fb-b8c7-4214e7e97eee
response_code = 200
uri = /network-bootstore-config
|
| 3936 | 2025-01-15T02:31:00.756Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5766
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 74d3baec-e1be-497f-a7f2-05394ba401c8
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3937 | 2025-01-15T02:31:09.065Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47661
|
| 3938 | 2025-01-15T02:31:09.065Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47661
req_id = 5b7425f4-ecd3-4bc6-ab79-bb74c6c9cd75
response_code = 200
uri = /baseboard
|
| 3939 | 2025-01-15T02:31:09.944Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36365
|
| 3940 | 2025-01-15T02:31:09.944Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36365
req_id = 09707c32-b9b7-4acf-a5df-6238dac4f818
response_code = 200
uri = /vpc-routes
|
| 3941 | 2025-01-15T02:31:09.991Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3942 | 2025-01-15T02:31:09.991Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36365
req_id = 57f7b519-01c3-4ed5-95d0-449e7c93ce81
response_code = 204
uri = /eip-gateways
|
| 3943 | 2025-01-15T02:31:09.999Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 218
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36365
req_id = ed95efd6-631d-45d4-96c7-877bc47cd5da
response_code = 204
uri = /vpc-routes
|
| 3944 | 2025-01-15T02:31:10.084Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52943
|
| 3945 | 2025-01-15T02:31:10.084Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52943
req_id = 5f894792-edec-446d-b04d-4e333569b855
response_code = 200
uri = /v2p
|
| 3946 | 2025-01-15T02:31:10.224Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56393
|
| 3947 | 2025-01-15T02:31:10.224Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3948 | 2025-01-15T02:31:10.267Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3949 | 2025-01-15T02:31:10.321Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96715
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:56393
req_id = 0919df81-0e17-43ab-90ed-729588b91a83
response_code = 204
uri = /switch-ports
|
| 3950 | 2025-01-15T02:31:10.321Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56393
req_id = b0479842-0ffa-4b51-8a51-0757d9dfa489
response_code = 200
uri = /network-bootstore-config
|
| 3951 | 2025-01-15T02:31:10.700Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62819
|
| 3952 | 2025-01-15T02:31:10.700Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62819
req_id = f7564e3e-a459-4510-a884-96f97890f4d4
response_code = 200
uri = /vpc-routes
|
| 3953 | 2025-01-15T02:31:10.743Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41864
|
| 3954 | 2025-01-15T02:31:10.744Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 21
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41864
req_id = 6b9df8c9-b44f-4063-a160-cc4af839e7ff
response_code = 200
uri = /vpc-routes
|
| 3955 | 2025-01-15T02:31:10.793Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3956 | 2025-01-15T02:31:10.793Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:41864
req_id = c4fb5824-6a12-4151-bffe-d8b66c348a10
response_code = 204
uri = /eip-gateways
|
| 3957 | 2025-01-15T02:31:10.806Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 178
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:41864
req_id = d6c4faa3-039f-445a-9cc5-e2a917c3884e
response_code = 204
uri = /vpc-routes
|
| 3958 | 2025-01-15T02:31:10.877Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48656
|
| 3959 | 2025-01-15T02:31:10.877Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48656
req_id = 9aaa6e77-1104-433d-9be2-9a0a215aaf82
response_code = 200
uri = /v2p
|
| 3960 | 2025-01-15T02:31:10.922Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3961 | 2025-01-15T02:31:10.922Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62819
req_id = f8214d69-7610-477f-8560-b56e4a10e7b1
response_code = 204
uri = /eip-gateways
|
| 3962 | 2025-01-15T02:31:10.930Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62819
req_id = ba19d75c-602c-4565-a4e4-a727be2f5904
response_code = 204
uri = /vpc-routes
|
| 3963 | 2025-01-15T02:31:10.938Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46889
|
| 3964 | 2025-01-15T02:31:10.938Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46889
req_id = 22aeaa7d-86d3-4cf2-bb34-81f7f7ba2912
response_code = 200
uri = /v2p
|
| 3965 | 2025-01-15T02:31:10.940Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63962
|
| 3966 | 2025-01-15T02:31:10.941Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3967 | 2025-01-15T02:31:10.981Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3968 | 2025-01-15T02:31:11.038Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97641
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63962
req_id = 3b002c93-981d-4781-b65c-f11c2f9ed03e
response_code = 204
uri = /switch-ports
|
| 3969 | 2025-01-15T02:31:11.038Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54723
|
| 3970 | 2025-01-15T02:31:11.038Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3971 | 2025-01-15T02:31:11.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3573
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63962
req_id = 317b72d8-3576-42ef-9448-cc1b03b4494d
response_code = 200
uri = /network-bootstore-config
|
| 3972 | 2025-01-15T02:31:11.073Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3973 | 2025-01-15T02:31:11.132Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93114
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:54723
req_id = 5e18a6cc-8293-4f51-a7ee-869903c7eec3
response_code = 204
uri = /switch-ports
|
| 3974 | 2025-01-15T02:31:11.132Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54723
req_id = 44084922-6325-48a1-8db1-790364523e47
response_code = 200
uri = /network-bootstore-config
|
| 3975 | 2025-01-15T02:31:30.756Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5630
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 40bbe16c-9be5-4fb3-b728-44ddfec315c7
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 3976 | 2025-01-15T02:31:39.102Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:35125
|
| 3977 | 2025-01-15T02:31:39.102Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 60
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:35125
req_id = 5039618e-419b-4432-a49e-c0a3e1da8b1d
response_code = 200
uri = /baseboard
|
| 3978 | 2025-01-15T02:31:39.952Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42559
|
| 3979 | 2025-01-15T02:31:39.952Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42559
req_id = a99bd7a9-7e4e-4f91-8d0c-9967d92e2959
response_code = 200
uri = /vpc-routes
|
| 3980 | 2025-01-15T02:31:39.964Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57434
|
| 3981 | 2025-01-15T02:31:39.964Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57434
req_id = a80d32ef-ff75-436e-a285-2dbd14c93720
response_code = 200
uri = /v2p
|
| 3982 | 2025-01-15T02:31:39.998Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3983 | 2025-01-15T02:31:39.998Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42559
req_id = fa30cf31-ec1e-4e61-a8c3-2f3c61eb77db
response_code = 204
uri = /eip-gateways
|
| 3984 | 2025-01-15T02:31:40.005Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53602
|
| 3985 | 2025-01-15T02:31:40.006Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3986 | 2025-01-15T02:31:40.045Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3987 | 2025-01-15T02:31:40.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96125
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:53602
req_id = 10f21878-e03d-410d-9781-cb15b706e4f2
response_code = 204
uri = /switch-ports
|
| 3988 | 2025-01-15T02:31:40.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53602
req_id = d8219a94-5965-4832-85e6-b5354bd8bbc0
response_code = 200
uri = /network-bootstore-config
|
| 3989 | 2025-01-15T02:31:40.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 331
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42559
req_id = 42aeeb77-e3ca-41e5-8285-844c86f3fbbd
response_code = 204
uri = /vpc-routes
|
| 3990 | 2025-01-15T02:31:40.597Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51506
|
| 3991 | 2025-01-15T02:31:40.597Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51506
req_id = 3ec7e1fb-bb1f-402c-8250-e13a02964e2b
response_code = 200
uri = /vpc-routes
|
| 3992 | 2025-01-15T02:31:40.623Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 3993 | 2025-01-15T02:31:40.623Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51506
req_id = e62971c8-e5b0-48a6-82e2-944cee302151
response_code = 204
uri = /eip-gateways
|
| 3994 | 2025-01-15T02:31:40.669Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57744
|
| 3995 | 2025-01-15T02:31:40.669Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 201
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57744
req_id = a95abf46-99d7-4123-ab23-4d44baee669c
response_code = 200
uri = /v2p
|
| 3996 | 2025-01-15T02:31:40.671Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 299
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51506
req_id = 8a1b366b-c658-40bb-b2d0-b64e431c6741
response_code = 204
uri = /vpc-routes
|
| 3997 | 2025-01-15T02:31:40.768Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48229
|
| 3998 | 2025-01-15T02:31:40.769Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3999 | 2025-01-15T02:31:40.809Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4000 | 2025-01-15T02:31:40.867Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98786
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:48229
req_id = 37be69d2-8694-43a6-bbcd-a30d118e4b69
response_code = 204
uri = /switch-ports
|
| 4001 | 2025-01-15T02:31:40.867Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47104
|
| 4002 | 2025-01-15T02:31:40.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47104
req_id = 1e9b35a4-e383-46d0-8521-b733d6891620
response_code = 200
uri = /vpc-routes
|
| 4003 | 2025-01-15T02:31:40.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 236
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48229
req_id = 1a11d774-8b41-49ec-a288-78cbe084bd39
response_code = 200
uri = /network-bootstore-config
|
| 4004 | 2025-01-15T02:31:40.883Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4005 | 2025-01-15T02:31:40.883Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 74
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47104
req_id = 620db641-e195-42a9-978e-de36404f117d
response_code = 204
uri = /eip-gateways
|
| 4006 | 2025-01-15T02:31:40.906Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43902
|
| 4007 | 2025-01-15T02:31:40.906Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43902
req_id = 09ab70ea-1daf-410c-b66e-d772eaa9edd4
response_code = 200
uri = /v2p
|
| 4008 | 2025-01-15T02:31:40.912Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 174
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47104
req_id = af0d09cb-4c28-430f-8a48-6c8fe58e3b61
response_code = 204
uri = /vpc-routes
|
| 4009 | 2025-01-15T02:31:40.980Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33156
|
| 4010 | 2025-01-15T02:31:40.980Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4011 | 2025-01-15T02:31:41.019Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4012 | 2025-01-15T02:31:41.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95862
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:33156
req_id = 55c9e636-717f-40a7-9c15-6687850b97c0
response_code = 204
uri = /switch-ports
|
| 4013 | 2025-01-15T02:31:41.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33156
req_id = 58422ff7-9488-4379-ba77-78dedbc896cd
response_code = 200
uri = /network-bootstore-config
|
| 4014 | 2025-01-15T02:32:00.757Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7575
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 497c95ca-cb48-49ca-b7ac-6ddb1112feba
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4015 | 2025-01-15T02:32:09.134Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49091
|
| 4016 | 2025-01-15T02:32:09.134Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49091
req_id = 2665039d-9081-418b-9664-c45faedeea38
response_code = 200
uri = /baseboard
|
| 4017 | 2025-01-15T02:32:10.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35452
|
| 4018 | 2025-01-15T02:32:10.031Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35452
req_id = 67f11904-3779-4be9-8029-542cf57685fa
response_code = 200
uri = /vpc-routes
|
| 4019 | 2025-01-15T02:32:10.094Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4020 | 2025-01-15T02:32:10.094Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35452
req_id = 204daf7c-70e2-43ff-ae19-17d347502ea0
response_code = 204
uri = /eip-gateways
|
| 4021 | 2025-01-15T02:32:10.103Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 247
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35452
req_id = cf248d96-fd9f-42f0-a86b-5f3504e8345d
response_code = 204
uri = /vpc-routes
|
| 4022 | 2025-01-15T02:32:10.175Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64550
|
| 4023 | 2025-01-15T02:32:10.175Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4024 | 2025-01-15T02:32:10.218Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4025 | 2025-01-15T02:32:10.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101271
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:64550
req_id = 85179a68-af21-4098-a423-b368227b5df1
response_code = 204
uri = /switch-ports
|
| 4026 | 2025-01-15T02:32:10.276Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37109
|
| 4027 | 2025-01-15T02:32:10.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37109
req_id = feb496b5-ab64-4e9f-a0b5-26baed201f38
response_code = 200
uri = /v2p
|
| 4028 | 2025-01-15T02:32:10.277Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64550
req_id = 831ee04a-41c1-4ba6-9fcb-5cf6cf2638d8
response_code = 200
uri = /network-bootstore-config
|
| 4029 | 2025-01-15T02:32:10.340Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43877
|
| 4030 | 2025-01-15T02:32:10.340Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4031 | 2025-01-15T02:32:10.340Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4032 | 2025-01-15T02:32:10.340Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4033 | 2025-01-15T02:32:10.340Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 4034 | 2025-01-15T02:32:10.340Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4035 | 2025-01-15T02:32:10.340Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4036 | 2025-01-15T02:32:10.340Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4037 | 2025-01-15T02:32:10.340Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 413
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43877
req_id = 13dda1fd-44bd-4f6c-af88-191a2d7e92a5
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4038 | 2025-01-15T02:32:10.764Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60698
|
| 4039 | 2025-01-15T02:32:10.764Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60698
req_id = 84d4e812-8552-4d04-9555-e9a02e72ce73
response_code = 200
uri = /vpc-routes
|
| 4040 | 2025-01-15T02:32:10.835Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4041 | 2025-01-15T02:32:10.835Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60698
req_id = ca405923-b1ca-4680-884d-72b67fe2fd0f
response_code = 204
uri = /eip-gateways
|
| 4042 | 2025-01-15T02:32:10.845Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 184
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60698
req_id = 82f13f08-bb43-4ed3-b024-f82031235fb8
response_code = 204
uri = /vpc-routes
|
| 4043 | 2025-01-15T02:32:10.921Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60193
|
| 4044 | 2025-01-15T02:32:10.921Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 118
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60193
req_id = 6dd48cd9-5017-4aa1-9179-58e8ba3824d4
response_code = 200
uri = /v2p
|
| 4045 | 2025-01-15T02:32:10.945Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37483
|
| 4046 | 2025-01-15T02:32:10.946Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4047 | 2025-01-15T02:32:10.986Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4048 | 2025-01-15T02:32:11.047Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101413
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:37483
req_id = 6b5ce396-0802-4bf4-8bc9-8e860a329492
response_code = 204
uri = /switch-ports
|
| 4049 | 2025-01-15T02:32:11.047Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65126
|
| 4050 | 2025-01-15T02:32:11.047Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49302
|
| 4051 | 2025-01-15T02:32:11.047Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 241
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49302
req_id = fbde6deb-0d6f-4e67-bf2c-20ecc07c1315
response_code = 200
uri = /v2p
|
| 4052 | 2025-01-15T02:32:11.047Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65126
req_id = 349271b6-3a48-40db-8fef-2b9f59d30169
response_code = 200
uri = /vpc-routes
|
| 4053 | 2025-01-15T02:32:11.048Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 266
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37483
req_id = 8e12c7d8-8df7-4ffa-bfd4-55dd358b74b4
response_code = 200
uri = /network-bootstore-config
|
| 4054 | 2025-01-15T02:32:11.091Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4055 | 2025-01-15T02:32:11.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65126
req_id = 4468fb9f-7df3-43a9-a3e4-a2f77d506cef
response_code = 204
uri = /eip-gateways
|
| 4056 | 2025-01-15T02:32:11.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 236
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65126
req_id = 8ea30964-8c65-4e34-80ab-6783e1e82745
response_code = 204
uri = /vpc-routes
|
| 4057 | 2025-01-15T02:32:11.131Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41270
|
| 4058 | 2025-01-15T02:32:11.131Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4059 | 2025-01-15T02:32:11.172Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4060 | 2025-01-15T02:32:11.234Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102979
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:41270
req_id = 6ebe13fa-8542-4662-a5a2-4fa9a01824c9
response_code = 204
uri = /switch-ports
|
| 4061 | 2025-01-15T02:32:11.234Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35256
|
| 4062 | 2025-01-15T02:32:11.234Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4063 | 2025-01-15T02:32:11.234Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4064 | 2025-01-15T02:32:11.234Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4065 | 2025-01-15T02:32:11.234Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 4066 | 2025-01-15T02:32:11.234Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4067 | 2025-01-15T02:32:11.234Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4068 | 2025-01-15T02:32:11.234Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4069 | 2025-01-15T02:32:11.234Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 298
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35256
req_id = 23700c0e-6333-4922-8d39-1b1734d563be
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4070 | 2025-01-15T02:32:11.234Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41270
req_id = d215ed31-2128-4855-b3c4-0bb4dcc3c0b9
response_code = 200
uri = /network-bootstore-config
|
| 4071 | 2025-01-15T02:32:11.386Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40557
|
| 4072 | 2025-01-15T02:32:11.386Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4073 | 2025-01-15T02:32:11.386Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4074 | 2025-01-15T02:32:11.386Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4075 | 2025-01-15T02:32:11.386Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 4076 | 2025-01-15T02:32:11.386Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4077 | 2025-01-15T02:32:11.386Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4078 | 2025-01-15T02:32:11.386Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4079 | 2025-01-15T02:32:11.386Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 354
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:40557
req_id = 118e7045-f440-41e6-b5f4-828bd44f7a95
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4080 | 2025-01-15T02:32:30.754Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5353
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = e8d213f5-09bf-4564-b3ed-785d14e75122
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4081 | 2025-01-15T02:32:39.167Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38642
|
| 4082 | 2025-01-15T02:32:39.167Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 73
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38642
req_id = 3682ba31-d6e4-4e16-8070-c64a8ddfb102
response_code = 200
uri = /baseboard
|
| 4083 | 2025-01-15T02:32:39.835Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48144
|
| 4084 | 2025-01-15T02:32:39.835Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48144
req_id = 78149952-ab01-43d8-b554-294384071b28
response_code = 200
uri = /vpc-routes
|
| 4085 | 2025-01-15T02:32:39.850Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4086 | 2025-01-15T02:32:39.850Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:48144
req_id = 3a7ff9b9-6e18-4545-acf3-8c3ed56e133e
response_code = 204
uri = /eip-gateways
|
| 4087 | 2025-01-15T02:32:39.860Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 242
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:48144
req_id = a135b77a-9f5f-4616-82d4-792f4da34727
response_code = 204
uri = /vpc-routes
|
| 4088 | 2025-01-15T02:32:39.928Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64958
|
| 4089 | 2025-01-15T02:32:39.928Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4090 | 2025-01-15T02:32:39.966Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4091 | 2025-01-15T02:32:40.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97288
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:64958
req_id = 9502ea11-f6f3-4362-8021-c8f9bca0bc28
response_code = 204
uri = /switch-ports
|
| 4092 | 2025-01-15T02:32:40.026Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33506
|
| 4093 | 2025-01-15T02:32:40.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 212
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33506
req_id = aa6e35c0-573f-4cf7-a6e1-7c3fc51cd6e2
response_code = 200
uri = /v2p
|
| 4094 | 2025-01-15T02:32:40.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 230
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64958
req_id = ff2acba8-4fd9-4b0c-9d73-aa3497978591
response_code = 200
uri = /network-bootstore-config
|
| 4095 | 2025-01-15T02:32:40.594Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40938
|
| 4096 | 2025-01-15T02:32:40.594Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 42
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40938
req_id = 1b5229ee-798d-444e-a8b9-8543a47080c1
response_code = 200
uri = /vpc-routes
|
| 4097 | 2025-01-15T02:32:40.639Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4098 | 2025-01-15T02:32:40.639Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40938
req_id = d88f67b7-6d98-48fb-a776-5c8b7cdf7256
response_code = 204
uri = /eip-gateways
|
| 4099 | 2025-01-15T02:32:40.647Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 266
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40938
req_id = 0808d17b-3ce7-45bb-8727-f1457629fde3
response_code = 204
uri = /vpc-routes
|
| 4100 | 2025-01-15T02:32:40.688Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41644
|
| 4101 | 2025-01-15T02:32:40.688Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4102 | 2025-01-15T02:32:40.731Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4103 | 2025-01-15T02:32:40.809Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 120869
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:41644
req_id = f9a801f9-2626-4333-8855-b82150b01cbf
response_code = 204
uri = /switch-ports
|
| 4104 | 2025-01-15T02:32:40.809Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48728
|
| 4105 | 2025-01-15T02:32:40.809Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53154
|
| 4106 | 2025-01-15T02:32:40.810Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 136
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48728
req_id = 8c33785f-1afc-45d0-88ca-7c8b32e85950
response_code = 200
uri = /vpc-routes
|
| 4107 | 2025-01-15T02:32:40.810Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 311
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53154
req_id = e3412531-2e0d-4984-8d82-86fe58d8ccfa
response_code = 200
uri = /v2p
|
| 4108 | 2025-01-15T02:32:40.810Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 385
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41644
req_id = 5cca4725-e2f2-441f-b11f-7b057090c1e0
response_code = 200
uri = /network-bootstore-config
|
| 4109 | 2025-01-15T02:32:40.853Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4110 | 2025-01-15T02:32:40.853Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48728
req_id = 606c6a26-fc81-4263-8cb9-ee173ddb2d14
response_code = 204
uri = /eip-gateways
|
| 4111 | 2025-01-15T02:32:40.862Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 240
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48728
req_id = c114055c-df0f-4c91-a5b5-33248a61779e
response_code = 204
uri = /vpc-routes
|
| 4112 | 2025-01-15T02:32:40.889Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46587
|
| 4113 | 2025-01-15T02:32:40.890Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46587
req_id = baa468a3-3fcf-457e-814d-4e0511347d7d
response_code = 200
uri = /v2p
|
| 4114 | 2025-01-15T02:32:40.891Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39767
|
| 4115 | 2025-01-15T02:32:40.891Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4116 | 2025-01-15T02:32:40.932Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4117 | 2025-01-15T02:32:40.988Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96488
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:39767
req_id = 3b8a59f8-ef80-4eab-8a83-cdc76c9f65ae
response_code = 204
uri = /switch-ports
|
| 4118 | 2025-01-15T02:32:40.988Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39767
req_id = 9d061a47-044a-4071-96af-53f8f4573925
response_code = 200
uri = /network-bootstore-config
|
| 4119 | 2025-01-15T02:33:00.755Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5951
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 5a863825-a622-40c3-81ca-2413a968f1d1
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4120 | 2025-01-15T02:33:09.200Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47817
|
| 4121 | 2025-01-15T02:33:09.200Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 57
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47817
req_id = 51825b4f-31a1-496f-afb5-641f8a899a7c
response_code = 200
uri = /baseboard
|
| 4122 | 2025-01-15T02:33:09.997Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40079
|
| 4123 | 2025-01-15T02:33:09.997Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40079
req_id = fe9e6789-cd25-4cc2-b7d7-db165c791bf3
response_code = 200
uri = /vpc-routes
|
| 4124 | 2025-01-15T02:33:10.038Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4125 | 2025-01-15T02:33:10.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40079
req_id = 53625bd2-9d18-47c7-8473-b03bc258813b
response_code = 204
uri = /eip-gateways
|
| 4126 | 2025-01-15T02:33:10.064Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50810
|
| 4127 | 2025-01-15T02:33:10.064Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 276
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50810
req_id = 0a9fa850-c917-4ddf-a581-80df6a732fac
response_code = 200
uri = /v2p
|
| 4128 | 2025-01-15T02:33:10.067Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 220
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40079
req_id = 8401fa0f-6a20-48cd-a446-f66208246d00
response_code = 204
uri = /vpc-routes
|
| 4129 | 2025-01-15T02:33:10.163Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56485
|
| 4130 | 2025-01-15T02:33:10.164Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4131 | 2025-01-15T02:33:10.203Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4132 | 2025-01-15T02:33:10.255Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91208
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:56485
req_id = 2f7d79ac-2aba-458f-8186-c0b6ad5038c7
response_code = 204
uri = /switch-ports
|
| 4133 | 2025-01-15T02:33:10.255Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56485
req_id = ba4d14b6-2b98-4a83-87ff-aab57f103800
response_code = 200
uri = /network-bootstore-config
|
| 4134 | 2025-01-15T02:33:10.697Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59383
|
| 4135 | 2025-01-15T02:33:10.697Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 42
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59383
req_id = ee780ac4-de64-4155-ad3c-f7d0b97db57f
response_code = 200
uri = /vpc-routes
|
| 4136 | 2025-01-15T02:33:10.752Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4137 | 2025-01-15T02:33:10.752Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59383
req_id = 2ea302f6-30ac-4bdb-bc3d-692d1b328f7f
response_code = 204
uri = /eip-gateways
|
| 4138 | 2025-01-15T02:33:10.926Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50648
|
| 4139 | 2025-01-15T02:33:10.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50648
req_id = 0a467c20-2bb6-4af1-9723-d01601504f86
response_code = 200
uri = /v2p
|
| 4140 | 2025-01-15T02:33:10.930Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59383
req_id = a903e7e7-6e38-4d13-9b97-f2992836173c
response_code = 204
uri = /vpc-routes
|
| 4141 | 2025-01-15T02:33:10.933Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39125
|
| 4142 | 2025-01-15T02:33:10.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 32
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39125
req_id = f25931ff-e372-48ee-a058-65c5017fb3fc
response_code = 200
uri = /vpc-routes
|
| 4143 | 2025-01-15T02:33:10.943Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46014
|
| 4144 | 2025-01-15T02:33:10.943Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46014
req_id = 72c4913f-adb1-4256-b07e-bd7325250d84
response_code = 200
uri = /v2p
|
| 4145 | 2025-01-15T02:33:10.975Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4146 | 2025-01-15T02:33:10.975Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 39
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:39125
req_id = 0cba6aa0-0aa2-41a7-8acb-185ee3470938
response_code = 204
uri = /eip-gateways
|
| 4147 | 2025-01-15T02:33:10.984Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:39125
req_id = c0e0b67f-e24c-4a15-95dc-09864a836135
response_code = 204
uri = /vpc-routes
|
| 4148 | 2025-01-15T02:33:10.992Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41050
|
| 4149 | 2025-01-15T02:33:10.992Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4150 | 2025-01-15T02:33:11.034Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4151 | 2025-01-15T02:33:11.089Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96511
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:41050
req_id = b4a5451c-f700-4d70-889b-873b1c7ad70d
response_code = 204
uri = /switch-ports
|
| 4152 | 2025-01-15T02:33:11.089Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46392
|
| 4153 | 2025-01-15T02:33:11.089Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4154 | 2025-01-15T02:33:11.125Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4155 | 2025-01-15T02:33:11.178Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89301
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:46392
req_id = a49be6ff-1421-48b9-aa1c-1bab47942cd9
response_code = 204
uri = /switch-ports
|
| 4156 | 2025-01-15T02:33:11.178Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 158
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41050
req_id = 9cec986d-910a-4630-b853-50369a0bf977
response_code = 200
uri = /network-bootstore-config
|
| 4157 | 2025-01-15T02:33:11.178Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46392
req_id = 04742362-0eb1-43c5-bca2-4884ac7f91d3
response_code = 200
uri = /network-bootstore-config
|
| 4158 | 2025-01-15T02:33:12.828Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:197
|
| 4159 | 2025-01-15T02:33:12.828Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4160 | 2025-01-15T02:33:12.859Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 4279, tv_nsec: 694685878 }
time_to_next_cleanup = 599.99999638s
|
| 4161 | 2025-01-15T02:33:26.960Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 4162 | 2025-01-15T02:33:30.755Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5306
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 9ba4c888-2907-4d6a-a5ae-885814166e0d
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4163 | 2025-01-15T02:33:39.233Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34722
|
| 4164 | 2025-01-15T02:33:39.233Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 72
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34722
req_id = adc9c65d-e0ce-482e-bea3-59348bdfb6d1
response_code = 200
uri = /baseboard
|
| 4165 | 2025-01-15T02:33:39.821Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42049
|
| 4166 | 2025-01-15T02:33:39.821Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 61
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42049
req_id = a99614ec-5bb2-4fcd-b981-681bb2ff79fe
response_code = 200
uri = /vpc-routes
|
| 4167 | 2025-01-15T02:33:39.861Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4168 | 2025-01-15T02:33:39.861Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42049
req_id = 338fd924-b0c0-441d-a445-bdd3062b0670
response_code = 204
uri = /eip-gateways
|
| 4169 | 2025-01-15T02:33:39.870Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 192
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42049
req_id = 7f142472-2716-4710-8165-1661316b93c1
response_code = 204
uri = /vpc-routes
|
| 4170 | 2025-01-15T02:33:39.968Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35635
|
| 4171 | 2025-01-15T02:33:39.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35635
req_id = 8ccfdf4a-f457-4804-9095-c5286bad9824
response_code = 200
uri = /v2p
|
| 4172 | 2025-01-15T02:33:40.036Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59230
|
| 4173 | 2025-01-15T02:33:40.036Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4174 | 2025-01-15T02:33:40.075Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4175 | 2025-01-15T02:33:40.129Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92365
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:59230
req_id = f0ed5521-b593-4b95-ac0f-5dd73734ff01
response_code = 204
uri = /switch-ports
|
| 4176 | 2025-01-15T02:33:40.129Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59230
req_id = d3416bec-6dfd-434d-821d-b2805421a059
response_code = 200
uri = /network-bootstore-config
|
| 4177 | 2025-01-15T02:33:40.776Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58708
|
| 4178 | 2025-01-15T02:33:40.776Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58708
req_id = c4599114-01f6-433d-a166-69261e9b2209
response_code = 200
uri = /vpc-routes
|
| 4179 | 2025-01-15T02:33:40.836Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4180 | 2025-01-15T02:33:40.836Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58708
req_id = 5f72af04-d9ca-4459-bf86-3df99b4cf4a8
response_code = 204
uri = /eip-gateways
|
| 4181 | 2025-01-15T02:33:40.845Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 191
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58708
req_id = 63e22396-5a5c-401e-8fff-14650fc0ab91
response_code = 204
uri = /vpc-routes
|
| 4182 | 2025-01-15T02:33:40.865Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59037
|
| 4183 | 2025-01-15T02:33:40.865Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4184 | 2025-01-15T02:33:40.903Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4185 | 2025-01-15T02:33:40.960Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95191
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:59037
req_id = 79ab907b-589f-4d03-b4cb-3f4d06fe9555
response_code = 204
uri = /switch-ports
|
| 4186 | 2025-01-15T02:33:40.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52282
|
| 4187 | 2025-01-15T02:33:40.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35379
|
| 4188 | 2025-01-15T02:33:40.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57735
|
| 4189 | 2025-01-15T02:33:40.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63684
|
| 4190 | 2025-01-15T02:33:40.960Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59037
req_id = 0bd7fa24-ebdc-4ba8-b4c6-70858d1ab44a
response_code = 200
uri = /network-bootstore-config
|
| 4191 | 2025-01-15T02:33:40.961Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 180
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52282
req_id = 98355f6a-e71e-4227-9188-011573f065d9
response_code = 200
uri = /vpc-routes
|
| 4192 | 2025-01-15T02:33:40.961Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 250
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63684
req_id = c5f832cd-55c4-4c4e-9c70-a536dfb37ae1
response_code = 200
uri = /v2p
|
| 4193 | 2025-01-15T02:33:40.961Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4194 | 2025-01-15T02:33:40.965Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3965
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57735
req_id = 2287d2bb-a2af-4ba3-a4c3-7948256aba28
response_code = 200
uri = /v2p
|
| 4195 | 2025-01-15T02:33:40.999Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4196 | 2025-01-15T02:33:41.002Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4197 | 2025-01-15T02:33:41.003Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 251
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52282
req_id = 7ac67c6c-66be-478f-8321-25afdef67b33
response_code = 204
uri = /eip-gateways
|
| 4198 | 2025-01-15T02:33:41.015Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 914
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52282
req_id = fe6cf71a-c84c-4a11-abc6-775ad26f62ba
response_code = 204
uri = /vpc-routes
|
| 4199 | 2025-01-15T02:33:41.055Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94284
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35379
req_id = 17d4a8bf-54ee-41d2-a76b-f1669908ba12
response_code = 204
uri = /switch-ports
|
| 4200 | 2025-01-15T02:33:41.055Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35379
req_id = ae627ff5-996e-4df2-9906-6763631f4168
response_code = 200
uri = /network-bootstore-config
|
| 4201 | 2025-01-15T02:34:00.756Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6363
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = af9044b9-e894-4406-94b8-478565ca4671
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4202 | 2025-01-15T02:34:09.266Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:65414
|
| 4203 | 2025-01-15T02:34:09.266Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 120
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:65414
req_id = 3d327c8c-90bd-483a-b88e-bb3a8c8d41b9
response_code = 200
uri = /baseboard
|
| 4204 | 2025-01-15T02:34:09.944Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43967
|
| 4205 | 2025-01-15T02:34:09.944Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43967
req_id = 59115aab-6768-4f0d-a0ae-ceb610eff042
response_code = 200
uri = /vpc-routes
|
| 4206 | 2025-01-15T02:34:09.959Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4207 | 2025-01-15T02:34:09.959Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43967
req_id = e1b29101-047c-49f3-9d68-1f4975a8b138
response_code = 204
uri = /eip-gateways
|
| 4208 | 2025-01-15T02:34:10.095Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38744
|
| 4209 | 2025-01-15T02:34:10.095Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 166
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38744
req_id = c27bb8ea-9324-4404-93d0-eaf7a905dd00
response_code = 200
uri = /v2p
|
| 4210 | 2025-01-15T02:34:10.099Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 220
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43967
req_id = 46c0667f-16ea-416d-a83f-b26f72299b03
response_code = 204
uri = /vpc-routes
|
| 4211 | 2025-01-15T02:34:10.144Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37515
|
| 4212 | 2025-01-15T02:34:10.144Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4213 | 2025-01-15T02:34:10.183Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4214 | 2025-01-15T02:34:10.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97776
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:37515
req_id = 9ec09fea-7e28-4b4f-991a-0264c9a7f0f6
response_code = 204
uri = /switch-ports
|
| 4215 | 2025-01-15T02:34:10.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37515
req_id = 61793891-57f0-4919-8e3c-811d1f2624cf
response_code = 200
uri = /network-bootstore-config
|
| 4216 | 2025-01-15T02:34:10.815Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40524
|
| 4217 | 2025-01-15T02:34:10.815Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 132
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40524
req_id = 01ac8bbb-b01b-4281-b1c8-b481993a840f
response_code = 200
uri = /v2p
|
| 4218 | 2025-01-15T02:34:10.822Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33803
|
| 4219 | 2025-01-15T02:34:10.822Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 30
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33803
req_id = 0ee050ed-ffe3-4cd8-9f64-3db6aca67f58
response_code = 200
uri = /vpc-routes
|
| 4220 | 2025-01-15T02:34:10.866Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4221 | 2025-01-15T02:34:10.866Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 74
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33803
req_id = 056fe278-3bdd-4afa-adf7-d5fe88d749c2
response_code = 204
uri = /eip-gateways
|
| 4222 | 2025-01-15T02:34:10.913Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62690
|
| 4223 | 2025-01-15T02:34:10.913Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 39
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62690
req_id = b657bdbb-ceaf-494f-9ad2-20fe4613ef69
response_code = 200
uri = /vpc-routes
|
| 4224 | 2025-01-15T02:34:10.932Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43141
|
| 4225 | 2025-01-15T02:34:10.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43141
req_id = 9a2d9140-e05e-4a66-97c9-542b9f91b2f4
response_code = 200
uri = /v2p
|
| 4226 | 2025-01-15T02:34:10.938Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 132
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33803
req_id = b3df9a02-e047-41ed-874c-5b403cc4ea11
response_code = 204
uri = /vpc-routes
|
| 4227 | 2025-01-15T02:34:10.955Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4228 | 2025-01-15T02:34:10.955Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 42
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62690
req_id = 0db55d7d-4e3e-4131-87f8-89f0fcb7cb8e
response_code = 204
uri = /eip-gateways
|
| 4229 | 2025-01-15T02:34:10.964Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62690
req_id = 80340bbb-675c-4de9-95c0-b236c4005b58
response_code = 204
uri = /vpc-routes
|
| 4230 | 2025-01-15T02:34:10.999Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36555
|
| 4231 | 2025-01-15T02:34:10.999Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4232 | 2025-01-15T02:34:11.040Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4233 | 2025-01-15T02:34:11.097Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97815
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:36555
req_id = 466f51d1-dd47-4ccc-b32c-0b6e04d9bec4
response_code = 204
uri = /switch-ports
|
| 4234 | 2025-01-15T02:34:11.097Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41110
|
| 4235 | 2025-01-15T02:34:11.097Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4236 | 2025-01-15T02:34:11.132Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4237 | 2025-01-15T02:34:11.188Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91056
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:41110
req_id = 0360f420-1b3b-4ca2-a35f-af05578942ac
response_code = 204
uri = /switch-ports
|
| 4238 | 2025-01-15T02:34:11.188Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36555
req_id = 1c707096-75d6-440b-914b-db963cc3bc87
response_code = 200
uri = /network-bootstore-config
|
| 4239 | 2025-01-15T02:34:11.189Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 167
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41110
req_id = 6351e04d-7dde-4971-bf78-f7bf8657086d
response_code = 200
uri = /network-bootstore-config
|
| 4240 | 2025-01-15T02:34:30.755Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6130
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 3cc7d301-6bc2-4200-a9d1-3b5a681ea14b
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4241 | 2025-01-15T02:34:39.299Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62003
|
| 4242 | 2025-01-15T02:34:39.300Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 77
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62003
req_id = 7731f495-58ec-4128-994c-b9d6c6c3e275
response_code = 200
uri = /baseboard
|
| 4243 | 2025-01-15T02:34:39.753Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54939
|
| 4244 | 2025-01-15T02:34:39.754Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54939
req_id = 0e56ed58-9f46-4c0c-b47f-76254d2ab4b0
response_code = 200
uri = /vpc-routes
|
| 4245 | 2025-01-15T02:34:39.786Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4246 | 2025-01-15T02:34:39.786Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54939
req_id = 390fe812-9089-4f26-86ab-18efd8a0c00c
response_code = 204
uri = /eip-gateways
|
| 4247 | 2025-01-15T02:34:39.795Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 250
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54939
req_id = 6a1def41-a05f-4a77-86e5-c37b32e82005
response_code = 204
uri = /vpc-routes
|
| 4248 | 2025-01-15T02:34:39.912Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36050
|
| 4249 | 2025-01-15T02:34:39.912Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36050
req_id = f993e313-cab6-4556-ba7b-ca368554cbb7
response_code = 200
uri = /v2p
|
| 4250 | 2025-01-15T02:34:40.012Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51767
|
| 4251 | 2025-01-15T02:34:40.012Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4252 | 2025-01-15T02:34:40.050Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4253 | 2025-01-15T02:34:40.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87857
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51767
req_id = e1108b6a-d00d-4ead-a5a5-3abdb953faae
response_code = 204
uri = /switch-ports
|
| 4254 | 2025-01-15T02:34:40.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51767
req_id = 47990b6c-6d24-4f41-8db5-2ca471905b73
response_code = 200
uri = /network-bootstore-config
|
| 4255 | 2025-01-15T02:34:40.707Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58903
|
| 4256 | 2025-01-15T02:34:40.707Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58903
req_id = 9d5beff6-806f-46f3-8e7f-a0e94a2f7f60
response_code = 200
uri = /vpc-routes
|
| 4257 | 2025-01-15T02:34:40.717Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51436
|
| 4258 | 2025-01-15T02:34:40.717Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 21
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51436
req_id = b0b8a846-9fb5-4c7f-a993-9b891d53a659
response_code = 200
uri = /vpc-routes
|
| 4259 | 2025-01-15T02:34:40.722Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34939
|
| 4260 | 2025-01-15T02:34:40.722Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34939
req_id = bf12afc9-c404-4f73-8a8c-e9d980e7e850
response_code = 200
uri = /v2p
|
| 4261 | 2025-01-15T02:34:40.734Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4262 | 2025-01-15T02:34:40.734Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58903
req_id = 8c2d060e-5e33-41d9-9ad6-474f5194bfb8
response_code = 204
uri = /eip-gateways
|
| 4263 | 2025-01-15T02:34:40.746Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 209
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58903
req_id = 3384aa06-05d0-443e-8843-7e7171dad998
response_code = 204
uri = /vpc-routes
|
| 4264 | 2025-01-15T02:34:40.781Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4265 | 2025-01-15T02:34:40.781Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 37
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51436
req_id = 1f329f58-71cb-4afe-ae29-0f97dc3a4ab9
response_code = 204
uri = /eip-gateways
|
| 4266 | 2025-01-15T02:34:40.793Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 179
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51436
req_id = a5a0c0a6-9384-439e-ae6a-6e0da539afb9
response_code = 204
uri = /vpc-routes
|
| 4267 | 2025-01-15T02:34:40.797Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63498
|
| 4268 | 2025-01-15T02:34:40.797Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4269 | 2025-01-15T02:34:40.858Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4270 | 2025-01-15T02:34:40.936Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138771
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63498
req_id = d18f4f6b-ce7f-46e1-9e0f-7563a288f2b9
response_code = 204
uri = /switch-ports
|
| 4271 | 2025-01-15T02:34:40.936Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44200
|
| 4272 | 2025-01-15T02:34:40.937Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 301
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63498
req_id = 00a67b2a-60cb-48b8-b09a-754b00cc8817
response_code = 200
uri = /network-bootstore-config
|
| 4273 | 2025-01-15T02:34:40.937Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4274 | 2025-01-15T02:34:40.950Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37046
|
| 4275 | 2025-01-15T02:34:40.950Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 156
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37046
req_id = 0ea7e2f6-98b3-412a-8d70-06e89e8a3bbf
response_code = 200
uri = /v2p
|
| 4276 | 2025-01-15T02:34:40.975Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4277 | 2025-01-15T02:34:41.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91064
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44200
req_id = a8e74a1f-df5d-4003-bab7-8651daa83ab9
response_code = 204
uri = /switch-ports
|
| 4278 | 2025-01-15T02:34:41.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44200
req_id = 89a253a5-2d15-45bf-9340-eb8142cbbfe5
response_code = 200
uri = /network-bootstore-config
|
| 4279 | 2025-01-15T02:35:00.756Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6886
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 8ad380a8-5943-4b87-ab46-31b41ac5fb3d
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4280 | 2025-01-15T02:35:09.332Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58580
|
| 4281 | 2025-01-15T02:35:09.332Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58580
req_id = 258d8f39-e8a2-4722-88d5-6f55653b45a8
response_code = 200
uri = /baseboard
|
| 4282 | 2025-01-15T02:35:09.862Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53274
|
| 4283 | 2025-01-15T02:35:09.862Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53274
req_id = 9c2cb758-bdb7-466e-a1e3-07e3854ae172
response_code = 200
uri = /v2p
|
| 4284 | 2025-01-15T02:35:10.076Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59468
|
| 4285 | 2025-01-15T02:35:10.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59468
req_id = 86a3bea6-e83f-48c0-b5e5-969b11af4920
response_code = 200
uri = /vpc-routes
|
| 4286 | 2025-01-15T02:35:10.121Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4287 | 2025-01-15T02:35:10.121Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59468
req_id = d09dad2f-6fef-4277-8f09-eb1d785efcb5
response_code = 204
uri = /eip-gateways
|
| 4288 | 2025-01-15T02:35:10.130Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 242
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59468
req_id = 2853291a-24fc-4588-b14a-c65e7175bfec
response_code = 204
uri = /vpc-routes
|
| 4289 | 2025-01-15T02:35:10.189Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65156
|
| 4290 | 2025-01-15T02:35:10.189Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4291 | 2025-01-15T02:35:10.227Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4292 | 2025-01-15T02:35:10.285Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95413
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:65156
req_id = 7d666003-5f3d-47f7-9e43-a18461cff79b
response_code = 204
uri = /switch-ports
|
| 4293 | 2025-01-15T02:35:10.285Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65156
req_id = 54bfa2bd-dd0a-4eab-aa7d-f294f5542f99
response_code = 200
uri = /network-bootstore-config
|
| 4294 | 2025-01-15T02:35:10.671Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56339
|
| 4295 | 2025-01-15T02:35:10.672Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56339
req_id = 3847dc51-9dee-4c61-bb9e-97a3384d948a
response_code = 200
uri = /vpc-routes
|
| 4296 | 2025-01-15T02:35:10.698Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34181
|
| 4297 | 2025-01-15T02:35:10.698Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34181
req_id = d508ca90-085b-4f53-81d3-dca0ea26455d
response_code = 200
uri = /vpc-routes
|
| 4298 | 2025-01-15T02:35:10.744Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4299 | 2025-01-15T02:35:10.744Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56339
req_id = 7e57a3e0-5e39-4b76-9e25-d2fb8b55f60d
response_code = 204
uri = /eip-gateways
|
| 4300 | 2025-01-15T02:35:10.755Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 205
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56339
req_id = b598d6e3-6320-4213-943c-a7c0d26d56d2
response_code = 204
uri = /vpc-routes
|
| 4301 | 2025-01-15T02:35:10.762Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4302 | 2025-01-15T02:35:10.762Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34181
req_id = 2d8fecef-3c7a-41ed-84fa-26f578e285a2
response_code = 204
uri = /eip-gateways
|
| 4303 | 2025-01-15T02:35:10.810Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64372
|
| 4304 | 2025-01-15T02:35:10.811Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64372
req_id = 5447efa6-8445-48c6-9443-b4889bd43e31
response_code = 200
uri = /v2p
|
| 4305 | 2025-01-15T02:35:10.814Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34181
req_id = b8d797cd-668c-421b-9b6d-4f5f6f82f3c0
response_code = 204
uri = /vpc-routes
|
| 4306 | 2025-01-15T02:35:10.940Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60094
|
| 4307 | 2025-01-15T02:35:10.940Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4308 | 2025-01-15T02:35:10.978Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4309 | 2025-01-15T02:35:11.044Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103802
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:60094
req_id = 5924a59b-ea46-4929-99dc-3230e260ee61
response_code = 204
uri = /switch-ports
|
| 4310 | 2025-01-15T02:35:11.044Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44350
|
| 4311 | 2025-01-15T02:35:11.044Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40953
|
| 4312 | 2025-01-15T02:35:11.044Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 237
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60094
req_id = cf2a646b-6267-4b71-af9f-a49fa77194de
response_code = 200
uri = /network-bootstore-config
|
| 4313 | 2025-01-15T02:35:11.044Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4314 | 2025-01-15T02:35:11.044Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 240
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44350
req_id = 24895966-f51e-48bd-aa2b-4f1e79f915bf
response_code = 200
uri = /v2p
|
| 4315 | 2025-01-15T02:35:11.085Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4316 | 2025-01-15T02:35:11.144Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99981
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40953
req_id = da38f92a-7ac7-4cc3-9890-0ea6085e17ac
response_code = 204
uri = /switch-ports
|
| 4317 | 2025-01-15T02:35:11.144Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 173
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40953
req_id = df29e2a1-7650-4280-86ef-51559b00b0a5
response_code = 200
uri = /network-bootstore-config
|
| 4318 | 2025-01-15T02:35:30.754Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6314
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = fdf2cee1-efcf-4d06-a5da-b67f86651a6e
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4319 | 2025-01-15T02:35:39.364Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33793
|
| 4320 | 2025-01-15T02:35:39.364Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 71
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33793
req_id = 70fa33d0-7c82-49e8-bb7b-4d7ca96b60ac
response_code = 200
uri = /baseboard
|
| 4321 | 2025-01-15T02:35:39.845Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46363
|
| 4322 | 2025-01-15T02:35:39.846Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46363
req_id = b599dc79-6e8b-4fa0-9538-410c8b24b3fe
response_code = 200
uri = /vpc-routes
|
| 4323 | 2025-01-15T02:35:39.894Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4324 | 2025-01-15T02:35:39.894Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46363
req_id = c5baa9df-c442-41a4-975a-75a0555a6a0e
response_code = 204
uri = /eip-gateways
|
| 4325 | 2025-01-15T02:35:39.931Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47787
|
| 4326 | 2025-01-15T02:35:39.931Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47787
req_id = 91a064f8-8b35-4bf5-8427-327756d5833e
response_code = 200
uri = /v2p
|
| 4327 | 2025-01-15T02:35:39.937Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 225
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46363
req_id = 08ff98ca-50e3-4f6c-9d50-9d9315e203c5
response_code = 204
uri = /vpc-routes
|
| 4328 | 2025-01-15T02:35:39.945Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56485
|
| 4329 | 2025-01-15T02:35:39.946Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4330 | 2025-01-15T02:35:39.984Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4331 | 2025-01-15T02:35:40.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96372
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:56485
req_id = 6da035cf-f690-452c-86dd-f6aed49709b4
response_code = 204
uri = /switch-ports
|
| 4332 | 2025-01-15T02:35:40.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56485
req_id = efa00d2e-ae7f-4ac1-b9d4-1d463bd98d64
response_code = 200
uri = /network-bootstore-config
|
| 4333 | 2025-01-15T02:35:40.601Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61447
|
| 4334 | 2025-01-15T02:35:40.601Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61447
req_id = 426aa559-1d26-45a8-9469-3662e1c821a5
response_code = 200
uri = /vpc-routes
|
| 4335 | 2025-01-15T02:35:40.659Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4336 | 2025-01-15T02:35:40.659Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61447
req_id = d184c006-c74a-40fa-bff1-72a73e9f1d6e
response_code = 204
uri = /eip-gateways
|
| 4337 | 2025-01-15T02:35:40.716Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61095
|
| 4338 | 2025-01-15T02:35:40.716Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 37
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61095
req_id = 8c01174b-0f0a-468c-b48b-7310029f34d9
response_code = 200
uri = /vpc-routes
|
| 4339 | 2025-01-15T02:35:40.761Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4340 | 2025-01-15T02:35:40.761Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61095
req_id = 1ccead9f-9cf9-4feb-914e-b738233843e8
response_code = 204
uri = /eip-gateways
|
| 4341 | 2025-01-15T02:35:40.771Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55447
|
| 4342 | 2025-01-15T02:35:40.772Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55447
req_id = 5ff3193d-6339-45b9-ad83-1257c5dbfa28
response_code = 200
uri = /v2p
|
| 4343 | 2025-01-15T02:35:40.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 140
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61095
req_id = 65e9ebe5-f234-4e44-95bd-ecfd43b0d66f
response_code = 204
uri = /vpc-routes
|
| 4344 | 2025-01-15T02:35:40.788Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 258
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61447
req_id = ec29ec17-cc05-4fe8-a4cb-fdb8fb604e60
response_code = 204
uri = /vpc-routes
|
| 4345 | 2025-01-15T02:35:40.790Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49967
|
| 4346 | 2025-01-15T02:35:40.790Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4347 | 2025-01-15T02:35:40.820Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38935
|
| 4348 | 2025-01-15T02:35:40.820Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4349 | 2025-01-15T02:35:40.829Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 488
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38935
req_id = b233d8c3-e5be-43fb-a16d-5db8b8a6ef53
response_code = 200
uri = /v2p
|
| 4350 | 2025-01-15T02:35:40.857Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34225
|
| 4351 | 2025-01-15T02:35:40.882Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4352 | 2025-01-15T02:35:40.882Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92536
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49967
req_id = e2be86ed-9f00-4cd8-8cc0-a6b0bf7d4797
response_code = 204
uri = /switch-ports
|
| 4353 | 2025-01-15T02:35:40.886Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 804
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49967
req_id = 0fe2949c-26f7-440f-8f87-34c04258330a
response_code = 200
uri = /network-bootstore-config
|
| 4354 | 2025-01-15T02:35:40.920Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4355 | 2025-01-15T02:35:40.972Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 115012
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:34225
req_id = f367923d-6c91-4bcb-a61d-59c4058b926a
response_code = 204
uri = /switch-ports
|
| 4356 | 2025-01-15T02:35:40.973Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34225
req_id = 7dabd697-27c1-41e5-b0e5-0d987bb7e55b
response_code = 200
uri = /network-bootstore-config
|
| 4357 | 2025-01-15T02:36:00.753Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4920
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 6ffdc921-8858-41c6-ad63-2179cc9c3bc6
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4358 | 2025-01-15T02:36:09.395Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50019
|
| 4359 | 2025-01-15T02:36:09.395Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50019
req_id = d5eb33bb-1512-4e23-8215-1343380b6eb6
response_code = 200
uri = /baseboard
|
| 4360 | 2025-01-15T02:36:09.928Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58266
|
| 4361 | 2025-01-15T02:36:09.928Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 136
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58266
req_id = 7fb544cf-79d5-4c0e-8405-2fc504e54d1f
response_code = 200
uri = /vpc-routes
|
| 4362 | 2025-01-15T02:36:09.974Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4363 | 2025-01-15T02:36:09.974Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58266
req_id = 3e158545-c809-4618-b6a3-f49d2305ae86
response_code = 204
uri = /eip-gateways
|
| 4364 | 2025-01-15T02:36:09.984Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 202
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58266
req_id = d1766f49-c6e3-450c-9ebd-3adad725724b
response_code = 204
uri = /vpc-routes
|
| 4365 | 2025-01-15T02:36:10.012Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34221
|
| 4366 | 2025-01-15T02:36:10.012Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34221
req_id = 1bcdeaa8-04ef-467b-8682-c7446395d066
response_code = 200
uri = /v2p
|
| 4367 | 2025-01-15T02:36:10.075Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33930
|
| 4368 | 2025-01-15T02:36:10.075Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4369 | 2025-01-15T02:36:10.114Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4370 | 2025-01-15T02:36:10.176Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101523
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33930
req_id = 7f3602aa-0c95-4dfb-ac2a-32bd75571b7c
response_code = 204
uri = /switch-ports
|
| 4371 | 2025-01-15T02:36:10.176Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33930
req_id = 156dd31e-3fa5-46ea-bfc9-e6e61f71c468
response_code = 200
uri = /network-bootstore-config
|
| 4372 | 2025-01-15T02:36:10.725Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41643
|
| 4373 | 2025-01-15T02:36:10.725Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41643
req_id = 7f224eb6-9b5e-417d-a847-e8cdcb918665
response_code = 200
uri = /vpc-routes
|
| 4374 | 2025-01-15T02:36:10.778Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4375 | 2025-01-15T02:36:10.778Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41643
req_id = 0b771da0-0335-4584-ba5d-2e79beddc90b
response_code = 204
uri = /eip-gateways
|
| 4376 | 2025-01-15T02:36:10.787Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 221
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41643
req_id = 0f1cf633-909d-44cb-9ea1-3733b78e8b6d
response_code = 204
uri = /vpc-routes
|
| 4377 | 2025-01-15T02:36:10.887Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38010
|
| 4378 | 2025-01-15T02:36:10.887Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38010
req_id = 75424a69-5bc6-439b-9eec-fd61eb2f3c40
response_code = 200
uri = /v2p
|
| 4379 | 2025-01-15T02:36:10.899Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45166
|
| 4380 | 2025-01-15T02:36:10.899Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4381 | 2025-01-15T02:36:10.947Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4382 | 2025-01-15T02:36:11.021Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 122085
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:45166
req_id = 5e80f5d4-80f4-4ddd-82c5-8ffff6d6ed99
response_code = 204
uri = /switch-ports
|
| 4383 | 2025-01-15T02:36:11.021Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40017
|
| 4384 | 2025-01-15T02:36:11.022Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40017
req_id = 4df2fe26-ba5b-4858-9516-c0133e7fe242
response_code = 200
uri = /vpc-routes
|
| 4385 | 2025-01-15T02:36:11.022Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45166
req_id = 5906bb36-cba5-4fc2-aed5-e5eb7d661432
response_code = 200
uri = /network-bootstore-config
|
| 4386 | 2025-01-15T02:36:11.070Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4387 | 2025-01-15T02:36:11.070Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:40017
req_id = 119c7472-6f3f-48be-a67f-e49bca69a2e7
response_code = 204
uri = /eip-gateways
|
| 4388 | 2025-01-15T02:36:11.080Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 302
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:40017
req_id = ca80fe26-6da6-48d2-b829-4a57af0af4bc
response_code = 204
uri = /vpc-routes
|
| 4389 | 2025-01-15T02:36:11.123Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35116
|
| 4390 | 2025-01-15T02:36:11.123Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35116
req_id = 8371d08f-4b62-44a7-9db2-df26c715d538
response_code = 200
uri = /v2p
|
| 4391 | 2025-01-15T02:36:11.136Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48804
|
| 4392 | 2025-01-15T02:36:11.136Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4393 | 2025-01-15T02:36:11.172Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4394 | 2025-01-15T02:36:11.229Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93686
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:48804
req_id = 90bc75d0-5916-4573-9cbb-a3ed577639d4
response_code = 204
uri = /switch-ports
|
| 4395 | 2025-01-15T02:36:11.230Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48804
req_id = 22f7b3a7-3775-454d-9eec-40e30693f64c
response_code = 200
uri = /network-bootstore-config
|
| 4396 | 2025-01-15T02:36:30.753Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5681
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = b5890267-a438-4fef-b5fd-e748ffe89b08
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4397 | 2025-01-15T02:36:39.427Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40830
|
| 4398 | 2025-01-15T02:36:39.427Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 85
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40830
req_id = 6953195c-fe07-4da5-8912-4ad0e6e4a43f
response_code = 200
uri = /baseboard
|
| 4399 | 2025-01-15T02:36:39.781Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60605
|
| 4400 | 2025-01-15T02:36:39.781Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60605
req_id = 9818f8b4-c60b-4b85-b41f-475b55f730c1
response_code = 200
uri = /v2p
|
| 4401 | 2025-01-15T02:36:39.848Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49429
|
| 4402 | 2025-01-15T02:36:39.848Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49429
req_id = 422c0951-7f99-401d-b636-c0a889228214
response_code = 200
uri = /vpc-routes
|
| 4403 | 2025-01-15T02:36:39.868Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4404 | 2025-01-15T02:36:39.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 151
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49429
req_id = c9593772-223f-49e0-95c3-227ce891d311
response_code = 204
uri = /eip-gateways
|
| 4405 | 2025-01-15T02:36:39.877Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 332
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49429
req_id = 639557d3-636a-4748-bc15-52bb2bcda546
response_code = 204
uri = /vpc-routes
|
| 4406 | 2025-01-15T02:36:39.929Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33804
|
| 4407 | 2025-01-15T02:36:39.929Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4408 | 2025-01-15T02:36:39.969Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4409 | 2025-01-15T02:36:40.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99096
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33804
req_id = f835466b-9d5e-4746-af8d-53f86d294e44
response_code = 204
uri = /switch-ports
|
| 4410 | 2025-01-15T02:36:40.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33804
req_id = 6b751832-db2d-4bc7-8c09-c0e96a34cef9
response_code = 200
uri = /network-bootstore-config
|
| 4411 | 2025-01-15T02:36:40.544Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47048
|
| 4412 | 2025-01-15T02:36:40.544Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47048
req_id = 51670c88-67d7-4130-b336-26a3f49a37b3
response_code = 200
uri = /vpc-routes
|
| 4413 | 2025-01-15T02:36:40.625Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4414 | 2025-01-15T02:36:40.625Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47048
req_id = 57ac34ae-0f92-4df5-9a2b-1afd5175d691
response_code = 204
uri = /eip-gateways
|
| 4415 | 2025-01-15T02:36:40.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 210
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47048
req_id = 13a986bc-08f5-4cfc-ac01-ad3a3f237f74
response_code = 204
uri = /vpc-routes
|
| 4416 | 2025-01-15T02:36:40.688Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47581
|
| 4417 | 2025-01-15T02:36:40.688Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47581
req_id = 5a227ec5-91f8-4f94-a51e-218c9a7772c8
response_code = 200
uri = /v2p
|
| 4418 | 2025-01-15T02:36:40.729Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36891
|
| 4419 | 2025-01-15T02:36:40.729Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36891
req_id = 6ed12758-8789-4cf0-9dab-d57c2b1595f5
response_code = 200
uri = /vpc-routes
|
| 4420 | 2025-01-15T02:36:40.750Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:32817
|
| 4421 | 2025-01-15T02:36:40.750Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4422 | 2025-01-15T02:36:40.791Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4423 | 2025-01-15T02:36:40.859Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108256
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:32817
req_id = aa32c122-8b92-4760-87c9-c75ccf65bf39
response_code = 204
uri = /switch-ports
|
| 4424 | 2025-01-15T02:36:40.859Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:32817
req_id = 9037f2a8-0971-480d-bdaf-0d643c017903
response_code = 200
uri = /network-bootstore-config
|
| 4425 | 2025-01-15T02:36:40.859Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4426 | 2025-01-15T02:36:40.859Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36891
req_id = 514974c1-beb9-46ef-918a-337cc176a0e1
response_code = 204
uri = /eip-gateways
|
| 4427 | 2025-01-15T02:36:40.863Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46236
|
| 4428 | 2025-01-15T02:36:40.864Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46236
req_id = 3c511afa-e63d-4ccc-aa1c-6aca347807a4
response_code = 200
uri = /v2p
|
| 4429 | 2025-01-15T02:36:40.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 321
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36891
req_id = 7663a6b5-ad75-4a07-b351-51ba6bad89e5
response_code = 204
uri = /vpc-routes
|
| 4430 | 2025-01-15T02:36:40.877Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37929
|
| 4431 | 2025-01-15T02:36:40.878Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4432 | 2025-01-15T02:36:40.914Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4433 | 2025-01-15T02:36:40.969Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91998
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37929
req_id = be0cd398-7603-4a63-8585-bf8f90eafb4c
response_code = 204
uri = /switch-ports
|
| 4434 | 2025-01-15T02:36:40.970Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37929
req_id = 26356018-86cb-4d3c-89c9-21e25cae1f63
response_code = 200
uri = /network-bootstore-config
|
| 4435 | 2025-01-15T02:37:00.753Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5522
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = aae077b9-daeb-4593-9380-e14706ece2e6
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4436 | 2025-01-15T02:37:09.460Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50164
|
| 4437 | 2025-01-15T02:37:09.461Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50164
req_id = 7b614639-0dc0-4a7b-b2e8-6946613dbb6b
response_code = 200
uri = /baseboard
|
| 4438 | 2025-01-15T02:37:09.882Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42039
|
| 4439 | 2025-01-15T02:37:09.882Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42039
req_id = 1aa1739c-952a-4354-b4a4-e59e2c20280f
response_code = 200
uri = /vpc-routes
|
| 4440 | 2025-01-15T02:37:09.942Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4441 | 2025-01-15T02:37:09.942Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42039
req_id = 72fa5b2d-a441-42fb-8137-6c54e94313dd
response_code = 204
uri = /eip-gateways
|
| 4442 | 2025-01-15T02:37:09.952Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 294
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42039
req_id = 1ebfc461-53e7-4327-91c7-d2027f75d0a2
response_code = 204
uri = /vpc-routes
|
| 4443 | 2025-01-15T02:37:10.132Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55826
|
| 4444 | 2025-01-15T02:37:10.133Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 166
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55826
req_id = 7006a2c5-05ec-4f97-94f9-6ec91f62e600
response_code = 200
uri = /v2p
|
| 4445 | 2025-01-15T02:37:10.171Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51039
|
| 4446 | 2025-01-15T02:37:10.171Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4447 | 2025-01-15T02:37:10.212Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4448 | 2025-01-15T02:37:10.267Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96654
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51039
req_id = e256e274-449b-4151-b00f-006a123b3af6
response_code = 204
uri = /switch-ports
|
| 4449 | 2025-01-15T02:37:10.267Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58440
|
| 4450 | 2025-01-15T02:37:10.268Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4451 | 2025-01-15T02:37:10.268Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4452 | 2025-01-15T02:37:10.268Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 236
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51039
req_id = 10b7bce6-78e3-4bb7-a4aa-11870ac9a499
response_code = 200
uri = /network-bootstore-config
|
| 4453 | 2025-01-15T02:37:10.268Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4454 | 2025-01-15T02:37:10.270Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4455 | 2025-01-15T02:37:10.283Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4456 | 2025-01-15T02:37:10.283Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d
|
| 4457 | 2025-01-15T02:37:10.307Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40602
|
| 4458 | 2025-01-15T02:37:10.307Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4459 | 2025-01-15T02:37:10.307Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4460 | 2025-01-15T02:37:10.307Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4461 | 2025-01-15T02:37:10.307Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 4462 | 2025-01-15T02:37:10.307Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4463 | 2025-01-15T02:37:10.307Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4464 | 2025-01-15T02:37:10.307Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4465 | 2025-01-15T02:37:10.307Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 455
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40602
req_id = f8b2c824-96af-4d10-aaf4-cc71147157d6
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4466 | 2025-01-15T02:37:10.308Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4467 | 2025-01-15T02:37:10.308Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f
|
| 4468 | 2025-01-15T02:37:10.330Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4469 | 2025-01-15T02:37:10.330Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_87e49e9a-4ab3-4574-b920-463506a8978e
|
| 4470 | 2025-01-15T02:37:10.351Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4471 | 2025-01-15T02:37:10.351Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d
|
| 4472 | 2025-01-15T02:37:10.372Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4473 | 2025-01-15T02:37:10.372Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96
|
| 4474 | 2025-01-15T02:37:10.400Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4475 | 2025-01-15T02:37:10.400Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_d8acd544-80aa-4e82-b375-eb038fe27547
|
| 4476 | 2025-01-15T02:37:10.435Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4477 | 2025-01-15T02:37:10.435Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8
|
| 4478 | 2025-01-15T02:37:10.470Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4479 | 2025-01-15T02:37:10.470Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320
|
| 4480 | 2025-01-15T02:37:10.513Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4481 | 2025-01-15T02:37:10.513Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_276e9391-34d6-4a99-bd91-776ecada771e
|
| 4482 | 2025-01-15T02:37:10.536Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 268093
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58440
req_id = 9689b130-c723-46b1-a906-cd854b805b39
response_code = 200
uri = /inventory
|
| 4483 | 2025-01-15T02:37:10.827Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34415
|
| 4484 | 2025-01-15T02:37:10.827Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34415
req_id = 56d69340-89a9-41cf-8af2-d5f7ce7487db
response_code = 200
uri = /vpc-routes
|
| 4485 | 2025-01-15T02:37:10.892Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4486 | 2025-01-15T02:37:10.892Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34415
req_id = ba30cd90-b2a9-4e07-a9b1-cabe0e80cc07
response_code = 204
uri = /eip-gateways
|
| 4487 | 2025-01-15T02:37:10.896Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35461
|
| 4488 | 2025-01-15T02:37:10.896Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 27
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35461
req_id = 195f9f65-e4ab-434c-b717-9af41e3f4796
response_code = 200
uri = /vpc-routes
|
| 4489 | 2025-01-15T02:37:10.909Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 202
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34415
req_id = af7d6602-b750-4577-9c55-d6999e70bb62
response_code = 204
uri = /vpc-routes
|
| 4490 | 2025-01-15T02:37:10.957Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4491 | 2025-01-15T02:37:10.957Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35461
req_id = aedb1d0c-6e20-4bb6-8020-439a2d038ffc
response_code = 204
uri = /eip-gateways
|
| 4492 | 2025-01-15T02:37:10.973Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 251
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35461
req_id = ba5b465b-b917-4561-8edc-6a8cd170339f
response_code = 204
uri = /vpc-routes
|
| 4493 | 2025-01-15T02:37:10.985Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48592
|
| 4494 | 2025-01-15T02:37:10.985Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48592
req_id = a903b600-2a82-42ba-8e56-347dc50bdfcb
response_code = 200
uri = /v2p
|
| 4495 | 2025-01-15T02:37:11.000Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38340
|
| 4496 | 2025-01-15T02:37:11.000Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4497 | 2025-01-15T02:37:11.045Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4498 | 2025-01-15T02:37:11.114Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 113828
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:38340
req_id = df755040-e2c9-4792-8a96-90211ab6ebbc
response_code = 204
uri = /switch-ports
|
| 4499 | 2025-01-15T02:37:11.114Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57459
|
| 4500 | 2025-01-15T02:37:11.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37453
|
| 4501 | 2025-01-15T02:37:11.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63045
|
| 4502 | 2025-01-15T02:37:11.115Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4503 | 2025-01-15T02:37:11.115Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4504 | 2025-01-15T02:37:11.115Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 396
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38340
req_id = 43611c32-0a9b-4809-b74e-4c2ce4170514
response_code = 200
uri = /network-bootstore-config
|
| 4505 | 2025-01-15T02:37:11.115Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4506 | 2025-01-15T02:37:11.115Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4507 | 2025-01-15T02:37:11.115Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 304
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63045
req_id = 639bafdb-afc4-44f1-b354-0df557e93c73
response_code = 200
uri = /v2p
|
| 4508 | 2025-01-15T02:37:11.121Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4509 | 2025-01-15T02:37:11.135Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4510 | 2025-01-15T02:37:11.135Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d
|
| 4511 | 2025-01-15T02:37:11.156Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4512 | 2025-01-15T02:37:11.164Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4513 | 2025-01-15T02:37:11.164Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f
|
| 4514 | 2025-01-15T02:37:11.174Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37141
|
| 4515 | 2025-01-15T02:37:11.174Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4516 | 2025-01-15T02:37:11.174Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4517 | 2025-01-15T02:37:11.174Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4518 | 2025-01-15T02:37:11.174Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 4519 | 2025-01-15T02:37:11.174Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4520 | 2025-01-15T02:37:11.174Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4521 | 2025-01-15T02:37:11.174Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4522 | 2025-01-15T02:37:11.174Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 626
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37141
req_id = bfff024d-cb3c-47e0-9307-48144f751d77
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4523 | 2025-01-15T02:37:11.188Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4524 | 2025-01-15T02:37:11.188Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_87e49e9a-4ab3-4574-b920-463506a8978e
|
| 4525 | 2025-01-15T02:37:11.211Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4526 | 2025-01-15T02:37:11.211Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d
|
| 4527 | 2025-01-15T02:37:11.219Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58577
|
| 4528 | 2025-01-15T02:37:11.219Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b15378a9-5120-477b-abef-a170753103c1, kind: Service { id: 7468547b-b2f3-4993-afd8-72e9164a4301 }, name: Name("external-dns-7468547b-b2f3-4993-afd8-72e9164a4301"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: beea2870-fa6b-4d58-b0eb-af5a33149d11, kind: Service { id: 8b302e6b-b09c-4ef2-8768-1e5fae50d31a }, name: Name("external-dns-8b302e6b-b09c-4ef2-8768-1e5fae50d31a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 22195cd0-81ca-4c14-8294-e0bb8767fa51, kind: Service { id: 743f2600-b4a7-4963-8bef-692428b6800a }, name: Name("nexus-743f2600-b4a7-4963-8bef-692428b6800a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 161])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 357305ec-a785-4a6e-96cf-879dc3168076, kind: Service { id: a1e38c68-2155-4ce9-b70a-66d434b3f24f }, name: Name("nexus-a1e38c68-2155-4ce9-b70a-66d434b3f24f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 213])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 56f43fd0-1c39-449d-9089-5f10b7acf59b, kind: Service { id: b4bce764-527e-4a0d-9efa-46f5760fbb1d }, name: Name("nexus-b4bce764-527e-4a0d-9efa-46f5760fbb1d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 31])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4529 | 2025-01-15T02:37:11.219Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4530 | 2025-01-15T02:37:11.219Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4531 | 2025-01-15T02:37:11.219Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 4532 | 2025-01-15T02:37:11.220Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4533 | 2025-01-15T02:37:11.220Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4534 | 2025-01-15T02:37:11.220Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4535 | 2025-01-15T02:37:11.220Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 356
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58577
req_id = a9cc385e-aa99-45d0-a738-f9075d5bf342
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4536 | 2025-01-15T02:37:11.221Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106390
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:37453
req_id = a12f8485-9e89-4ce8-98fd-80a41342bcb9
response_code = 204
uri = /switch-ports
|
| 4537 | 2025-01-15T02:37:11.221Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37453
req_id = 6ec9203c-071f-44de-8018-2cb86f04282d
response_code = 200
uri = /network-bootstore-config
|
| 4538 | 2025-01-15T02:37:11.235Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4539 | 2025-01-15T02:37:11.235Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96
|
| 4540 | 2025-01-15T02:37:11.256Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4541 | 2025-01-15T02:37:11.256Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_d8acd544-80aa-4e82-b375-eb038fe27547
|
| 4542 | 2025-01-15T02:37:11.276Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4543 | 2025-01-15T02:37:11.276Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8
|
| 4544 | 2025-01-15T02:37:11.296Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4545 | 2025-01-15T02:37:11.296Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320
|
| 4546 | 2025-01-15T02:37:11.317Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4547 | 2025-01-15T02:37:11.317Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_276e9391-34d6-4a99-bd91-776ecada771e
|
| 4548 | 2025-01-15T02:37:11.328Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 213028
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57459
req_id = caff92bf-a48e-41e6-878a-162e57d9e5d9
response_code = 200
uri = /inventory
|
| 4549 | 2025-01-15T02:37:14.081Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64103
|
| 4550 | 2025-01-15T02:37:14.081Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4551 | 2025-01-15T02:37:14.081Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4552 | 2025-01-15T02:37:14.081Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4553 | 2025-01-15T02:37:14.081Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4554 | 2025-01-15T02:37:14.095Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 57cb94f0-4114-4bd3-970a-a0245b825f9d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4555 | 2025-01-15T02:37:14.095Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_57cb94f0-4114-4bd3-970a-a0245b825f9d
|
| 4556 | 2025-01-15T02:37:14.119Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 27bb8d18-eb2e-4bb2-b35c-c031637c236f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4557 | 2025-01-15T02:37:14.119Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_27bb8d18-eb2e-4bb2-b35c-c031637c236f
|
| 4558 | 2025-01-15T02:37:14.144Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 87e49e9a-4ab3-4574-b920-463506a8978e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4559 | 2025-01-15T02:37:14.144Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_87e49e9a-4ab3-4574-b920-463506a8978e
|
| 4560 | 2025-01-15T02:37:14.168Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: b471fd39-9806-47fa-8ddb-0ca2f42aaf5d (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4561 | 2025-01-15T02:37:14.168Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_b471fd39-9806-47fa-8ddb-0ca2f42aaf5d
|
| 4562 | 2025-01-15T02:37:14.189Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 03ea8739-b702-4a4b-b400-0745bd6b4f96 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4563 | 2025-01-15T02:37:14.189Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_03ea8739-b702-4a4b-b400-0745bd6b4f96
|
| 4564 | 2025-01-15T02:37:14.208Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: d8acd544-80aa-4e82-b375-eb038fe27547 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4565 | 2025-01-15T02:37:14.208Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_d8acd544-80aa-4e82-b375-eb038fe27547
|
| 4566 | 2025-01-15T02:37:14.230Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 0aaa1466-164a-4540-ae41-ab17e9fc6bc8 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4567 | 2025-01-15T02:37:14.230Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_0aaa1466-164a-4540-ae41-ab17e9fc6bc8
|
| 4568 | 2025-01-15T02:37:14.251Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 56c8079e-8d4e-4506-b6ff-2f0a5efab320 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4569 | 2025-01-15T02:37:14.251Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_56c8079e-8d4e-4506-b6ff-2f0a5efab320
|
| 4570 | 2025-01-15T02:37:14.275Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 276e9391-34d6-4a99-bd91-776ecada771e (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4571 | 2025-01-15T02:37:14.275Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_276e9391-34d6-4a99-bd91-776ecada771e
|
| 4572 | 2025-01-15T02:37:14.287Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 206370
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64103
req_id = 67660328-5733-495b-ab43-f54b0c4efa75
response_code = 200
uri = /inventory
|
| 4573 | 2025-01-15T02:37:30.752Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5318
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = d29ba10c-b56a-4d02-888c-cda31c809e99
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4574 | 2025-01-15T02:37:39.496Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57266
|
| 4575 | 2025-01-15T02:37:39.496Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 61
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57266
req_id = 5dfec8cd-37a2-49d5-ac59-82739b1d8221
response_code = 200
uri = /baseboard
|
| 4576 | 2025-01-15T02:37:39.938Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41300
|
| 4577 | 2025-01-15T02:37:39.938Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41300
req_id = 57b0710e-db74-4906-ab1d-5807c2434635
response_code = 200
uri = /vpc-routes
|
| 4578 | 2025-01-15T02:37:39.984Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4579 | 2025-01-15T02:37:39.984Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41300
req_id = 95e82014-cb23-4375-9bd5-365b59240ef7
response_code = 204
uri = /eip-gateways
|
| 4580 | 2025-01-15T02:37:39.994Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 237
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41300
req_id = c18e77f6-5834-4b98-b616-66f5f1f2922c
response_code = 204
uri = /vpc-routes
|
| 4581 | 2025-01-15T02:37:39.994Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43082
|
| 4582 | 2025-01-15T02:37:39.994Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4583 | 2025-01-15T02:37:40.042Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4584 | 2025-01-15T02:37:40.099Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104894
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:43082
req_id = e7b7c657-210b-4b92-b02f-fd6f9c66c294
response_code = 204
uri = /switch-ports
|
| 4585 | 2025-01-15T02:37:40.100Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60537
|
| 4586 | 2025-01-15T02:37:40.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43082
req_id = 0eb3df98-e2c3-4709-9087-2128627cffaf
response_code = 200
uri = /network-bootstore-config
|
| 4587 | 2025-01-15T02:37:40.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60537
req_id = abce60ed-2529-4ca7-b25a-ad17b328f382
response_code = 200
uri = /v2p
|
| 4588 | 2025-01-15T02:37:40.582Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61976
|
| 4589 | 2025-01-15T02:37:40.582Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61976
req_id = 859c004f-547d-4757-8efa-ef19b16c7ad7
response_code = 200
uri = /vpc-routes
|
| 4590 | 2025-01-15T02:37:40.645Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4591 | 2025-01-15T02:37:40.645Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61976
req_id = beb826a3-7d0c-4ace-a2c9-9b7863c5d764
response_code = 204
uri = /eip-gateways
|
| 4592 | 2025-01-15T02:37:40.654Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 203
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61976
req_id = dc3fe0b0-9841-4974-98ff-23b4ae5e97dd
response_code = 204
uri = /vpc-routes
|
| 4593 | 2025-01-15T02:37:40.714Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50217
|
| 4594 | 2025-01-15T02:37:40.714Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4595 | 2025-01-15T02:37:40.756Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4596 | 2025-01-15T02:37:40.819Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104620
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50217
req_id = 2a9fa8f1-5693-48c4-871a-2dd9f8fb70c7
response_code = 204
uri = /switch-ports
|
| 4597 | 2025-01-15T02:37:40.819Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63232
|
| 4598 | 2025-01-15T02:37:40.819Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53241
|
| 4599 | 2025-01-15T02:37:40.819Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58382
|
| 4600 | 2025-01-15T02:37:40.820Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 370
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50217
req_id = 4195b209-ab7f-4f40-8ace-d8154c162e5d
response_code = 200
uri = /network-bootstore-config
|
| 4601 | 2025-01-15T02:37:40.820Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 271
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58382
req_id = bb40abf4-ef61-4bcb-a5e1-0fb050ed6526
response_code = 200
uri = /v2p
|
| 4602 | 2025-01-15T02:37:40.820Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 222
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63232
req_id = 0ef3b2ed-5d7a-4906-96ae-e71ba71632ea
response_code = 200
uri = /vpc-routes
|
| 4603 | 2025-01-15T02:37:40.820Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 266
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53241
req_id = 4b4f25f2-7e36-4dae-b04c-058b26fc05b7
response_code = 200
uri = /v2p
|
| 4604 | 2025-01-15T02:37:40.867Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4605 | 2025-01-15T02:37:40.867Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63232
req_id = 78bb187c-7cb6-43c9-b526-caa75d9bc202
response_code = 204
uri = /eip-gateways
|
| 4606 | 2025-01-15T02:37:40.877Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 238
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63232
req_id = 04a4d52f-22b2-4e55-a27f-55e1db205d9c
response_code = 204
uri = /vpc-routes
|
| 4607 | 2025-01-15T02:37:40.886Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43001
|
| 4608 | 2025-01-15T02:37:40.886Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4609 | 2025-01-15T02:37:40.925Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4610 | 2025-01-15T02:37:40.986Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100546
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:43001
req_id = 5e78797a-c492-4892-8983-944819938a0d
response_code = 204
uri = /switch-ports
|
| 4611 | 2025-01-15T02:37:40.987Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43001
req_id = 46ffffae-ba24-4dd1-bd8f-ebf52b688e33
response_code = 200
uri = /network-bootstore-config
|
| 4612 | 2025-01-15T02:37:46.545Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39874
|
| 4613 | 2025-01-15T02:37:46.545Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39874
req_id = c3d4eb51-a740-44f3-95eb-f25f6b1ea67d
response_code = 200
uri = /v2p
|
| 4614 | 2025-01-15T02:37:46.554Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:874
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(3887612) }
|
| 4615 | 2025-01-15T02:37:46.554Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7284
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39874
req_id = 76c1aae1-031a-43db-bc16-8b10535b7720
response_code = 204
uri = /v2p
|
| 4616 | 2025-01-15T02:37:46.570Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57156
|
| 4617 | 2025-01-15T02:37:46.587Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:555
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf, kind: Instance { id: 62d616e1-f148-4a1c-90a4-4e962236db27 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3887612), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf, kind: Instance { id: 62d616e1-f148-4a1c-90a4-4e962236db27 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3887612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf, kind: Instance { id: 62d616e1-f148-4a1c-90a4-4e962236db27 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3887612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3887612))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf, kind: Instance { id: 62d616e1-f148-4a1c-90a4-4e962236db27 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3887612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: 9dcc8a0b-5f10-4839-b5cf-9d62d7bafdb9, slot: 0, read_only: false, vcr_json: .., name: "disk-1818f16b6a1" }], boot_settings: Some(InstanceBootSettings { order: [9dcc8a0b-5f10-4839-b5cf-9d62d7bafdb9] }), cloud_init_bytes: Some(..) }
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
metadata = InstanceMetadata { silo_id: 25a10c65-c21a-4403-8acf-3f8c60b10e2b, project_id: 13f9223c-15ec-40ed-8ceb-79dbb1e92fe0 }
migration_id = None
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-15T02:37:46.570782978Z }
|
| 4618 | 2025-01-15T02:37:46.587Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:588
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
migration_id = None
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4619 | 2025-01-15T02:37:46.587Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1563
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
migration_id = None
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf, kind: Instance { id: 62d616e1-f148-4a1c-90a4-4e962236db27 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3887612), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf, kind: Instance { id: 62d616e1-f148-4a1c-90a4-4e962236db27 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3887612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf, kind: Instance { id: 62d616e1-f148-4a1c-90a4-4e962236db27 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3887612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3887612))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf, kind: Instance { id: 62d616e1-f148-4a1c-90a4-4e962236db27 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3887612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: 9dcc8a0b-5f10-4839-b5cf-9d62d7bafdb9, slot: 0, read_only: false, vcr_json: .., name: "disk-1818f16b6a1" }], boot_settings: Some(InstanceBootSettings { order: [9dcc8a0b-5f10-4839-b5cf-9d62d7bafdb9] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-15T02:37:46.570782978Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
| 4620 | 2025-01-15T02:37:46.591Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 20342
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57156
req_id = 720ebc7e-17b4-40d1-b2d0-d58637100b2e
response_code = 200
uri = /vmms/04760650-1e85-40f1-9f70-557a11b03e88
|
| 4621 | 2025-01-15T02:37:46.773Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54924
|
| 4622 | 2025-01-15T02:37:46.780Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7299
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54924
req_id = 97c93334-970f-456e-a0f0-fcf637aac8c5
response_code = 200
uri = /vmms/04760650-1e85-40f1-9f70-557a11b03e88/state
|
| 4623 | 2025-01-15T02:37:46.781Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 3887612 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
| 4624 | 2025-01-15T02:37:46.782Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4625 | 2025-01-15T02:37:46.821Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
file = illumos-utils/src/zone.rs:325
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4626 | 2025-01-15T02:37:46.845Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
file = illumos-utils/src/zone.rs:363
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4627 | 2025-01-15T02:37:46.987Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41761
|
| 4628 | 2025-01-15T02:37:46.987Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41761
req_id = 5fb25711-f9ff-44e8-90a6-a632a9c55041
response_code = 200
uri = /vpc-routes
|
| 4629 | 2025-01-15T02:37:47.006Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf: {10.151.2.175: {1187a63a-5e12-4ea5-9717-553d241f7bb3}, 10.151.2.176: {1187a63a-5e12-4ea5-9717-553d241f7bb3}}} }
|
| 4630 | 2025-01-15T02:37:48.617Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4631 | 2025-01-15T02:37:48.617Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88 zone
file = illumos-utils/src/running_zone.rs:488
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4632 | 2025-01-15T02:37:48.918Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 48.653875ms
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4633 | 2025-01-15T02:37:48.976Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 137.885749ms
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4634 | 2025-01-15T02:37:49.132Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 173.122165ms
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4635 | 2025-01-15T02:37:49.321Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 281.700667ms
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4636 | 2025-01-15T02:37:49.619Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 1.079002128s
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4637 | 2025-01-15T02:37:50.710Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 515.657294ms
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4638 | 2025-01-15T02:37:51.238Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 718.290964ms
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4639 | 2025-01-15T02:37:51.967Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 634.689341ms
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4640 | 2025-01-15T02:37:52.613Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 644.389295ms
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4641 | 2025-01-15T02:37:53.269Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 1.348786089s
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4642 | 2025-01-15T02:37:54.629Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 1.068134919s
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
zone = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4643 | 2025-01-15T02:37:55.728Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
file = sled-agent/src/instance.rs:2068
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4644 | 2025-01-15T02:37:55.738Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 53.923955ms
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4645 | 2025-01-15T02:37:55.803Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 126.629673ms
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4646 | 2025-01-15T02:37:55.941Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88") failed: Property not found. retry in 292.599169ms
file = illumos-utils/src/svc.rs:42
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4647 | 2025-01-15T02:37:56.244Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:2077
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4648 | 2025-01-15T02:37:56.281Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:2101
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4649 | 2025-01-15T02:37:56.425Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:1214
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4650 | 2025-01-15T02:37:56.426Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1249
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4651 | 2025-01-15T02:37:56.426Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 9419992
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41761
req_id = 655c9e65-3f0c-4dc5-9375-2f8d8cce2f4c
response_code = 204
uri = /eip-gateways
|
| 4652 | 2025-01-15T02:37:56.427Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2025-01-15T02:37:56.427218126Z }
file = sled-agent/src/instance.rs:781
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4653 | 2025-01-15T02:37:56.427Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-15T02:37:56.427218126Z }
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4654 | 2025-01-15T02:37:56.427Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-15T02:37:56.427218126Z }, migration_in: None, migration_out: None }
|
| 4655 | 2025-01-15T02:37:56.500Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2025-01-15T02:37:56.500370010Z }
file = sled-agent/src/instance.rs:781
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4656 | 2025-01-15T02:37:56.500Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-15T02:37:56.500370010Z }
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4657 | 2025-01-15T02:37:56.500Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-15T02:37:56.500370010Z }, migration_in: None, migration_out: None }
|
| 4658 | 2025-01-15T02:37:56.501Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 273
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41761
req_id = aba0a651-42cc-478b-9b2d-428eee328ff7
response_code = 204
uri = /vpc-routes
|
| 4659 | 2025-01-15T02:38:00.754Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6644
local_addr = [fd00:1122:3344:101::1]:63949
method = GET
remote_addr = [fd00:1122:3344:101::d]:56294
req_id = 41754de1-3c31-4b8a-ae7b-f2dd76bc0fc8
response_code = 200
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
uri = /ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4660 | 2025-01-15T02:38:09.531Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52014
|
| 4661 | 2025-01-15T02:38:09.531Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 79
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52014
req_id = fe5b2318-31b2-4593-a958-7c87bfd6c31a
response_code = 200
uri = /baseboard
|
| 4662 | 2025-01-15T02:38:09.689Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43446
|
| 4663 | 2025-01-15T02:38:09.689Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 565
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43446
req_id = 757514aa-1129-46f5-a829-1dfc90a72fdc
response_code = 200
uri = /vmms/04760650-1e85-40f1-9f70-557a11b03e88/state
|
| 4664 | 2025-01-15T02:38:09.689Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2025-01-15T02:38:09.689911399Z }
file = sled-agent/src/instance.rs:781
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4665 | 2025-01-15T02:38:09.689Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-15T02:38:09.689911399Z }
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4666 | 2025-01-15T02:38:09.689Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-15T02:38:09.689911399Z }, migration_in: None, migration_out: None }
|
| 4667 | 2025-01-15T02:38:09.709Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2025-01-15T02:38:09.709263602Z }
file = sled-agent/src/instance.rs:781
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4668 | 2025-01-15T02:38:09.709Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2025-01-15T02:38:09.709263602Z }
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4669 | 2025-01-15T02:38:09.709Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:817
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4670 | 2025-01-15T02:38:09.709Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4671 | 2025-01-15T02:38:09.709Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 6418116445524988175
n_samples = 6
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4672 | 2025-01-15T02:38:09.709Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4673 | 2025-01-15T02:38:09.709Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 17935785484840642508
n_samples = 6
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4674 | 2025-01-15T02:38:09.710Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/04e15bc9-6d7d-41db-92b0-ff86f85636e0/debug/bundle/zone", "/pool/int/f20ff590-e55a-4339-aef1-379a1d2d3fc3/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/57cb94f0-4114-4bd3-970a-a0245b825f9d/crypt/debug", "/pool/ext/27bb8d18-eb2e-4bb2-b35c-c031637c236f/crypt/debug", "/pool/ext/87e49e9a-4ab3-4574-b920-463506a8978e/crypt/debug", "/pool/ext/b471fd39-9806-47fa-8ddb-0ca2f42aaf5d/crypt/debug", "/pool/ext/03ea8739-b702-4a4b-b400-0745bd6b4f96/crypt/debug", "/pool/ext/d8acd544-80aa-4e82-b375-eb038fe27547/crypt/debug", "/pool/ext/0aaa1466-164a-4540-ae41-ab17e9fc6bc8/crypt/debug", "/pool/ext/56c8079e-8d4e-4506-b6ff-2f0a5efab320/crypt/debug", "/pool/ext/276e9391-34d6-4a99-bd91-776ecada771e/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
|
| 4675 | 2025-01-15T02:38:09.892Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37236
|
| 4676 | 2025-01-15T02:38:09.926Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34521
|
| 4677 | 2025-01-15T02:38:09.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34521
req_id = adc12263-8878-4a80-a0f3-b70db895c9fe
response_code = 200
uri = /vpc-routes
|
| 4678 | 2025-01-15T02:38:09.986Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf: {10.151.2.175: {1187a63a-5e12-4ea5-9717-553d241f7bb3}, 10.151.2.176: {1187a63a-5e12-4ea5-9717-553d241f7bb3}}} }
|
| 4679 | 2025-01-15T02:38:09.986Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34521
req_id = 65a8fc40-c86a-442d-b7da-da7c9a2b8692
response_code = 204
uri = /eip-gateways
|
| 4680 | 2025-01-15T02:38:10.002Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 426
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34521
req_id = 375823b3-f56d-4c9f-ac67-3789c1e039e6
response_code = 204
uri = /vpc-routes
|
| 4681 | 2025-01-15T02:38:10.187Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65501
|
| 4682 | 2025-01-15T02:38:10.188Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 189
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65501
req_id = 47fd00bd-4e53-48ad-9d69-f016ff1949e5
response_code = 200
uri = /v2p
|
| 4683 | 2025-01-15T02:38:10.224Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43118
|
| 4684 | 2025-01-15T02:38:10.225Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4685 | 2025-01-15T02:38:10.264Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4686 | 2025-01-15T02:38:10.328Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103630
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:43118
req_id = 86a8f26f-fc1e-449b-90bb-abb1c4bbd531
response_code = 204
uri = /switch-ports
|
| 4687 | 2025-01-15T02:38:10.328Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43118
req_id = 5a9b48ef-0c8c-4c68-ab98-3a2afdad8691
response_code = 200
uri = /network-bootstore-config
|
| 4688 | 2025-01-15T02:38:10.371Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1142
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88", bundle_id: ca731d2c-3e5a-4552-b1e0-30d599fefa32 }, time_created: 2025-01-15T02:38:09.711312797Z, version: 0, cause: TerminatedInstance }
|
| 4689 | 2025-01-15T02:38:10.371Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_04760650-1e85-40f1-9f70-557a11b03e88
file = sled-agent/src/instance.rs:1314
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4690 | 2025-01-15T02:38:10.733Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46952
|
| 4691 | 2025-01-15T02:38:10.747Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34988
|
| 4692 | 2025-01-15T02:38:10.748Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34988
req_id = cfd6d930-284b-4403-a162-cbe5131be7be
response_code = 200
uri = /v2p
|
| 4693 | 2025-01-15T02:38:10.787Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62222
|
| 4694 | 2025-01-15T02:38:10.901Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41020
|
| 4695 | 2025-01-15T02:38:10.901Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41020
req_id = aebb2083-ce03-4b69-b9a1-dc86508cc530
response_code = 200
uri = /vpc-routes
|
| 4696 | 2025-01-15T02:38:10.946Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf: {10.151.2.176: {1187a63a-5e12-4ea5-9717-553d241f7bb3}, 10.151.2.175: {1187a63a-5e12-4ea5-9717-553d241f7bb3}}} }
|
| 4697 | 2025-01-15T02:38:10.946Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41020
req_id = 3193ed18-0c67-46fb-9cd6-f74212c1e593
response_code = 204
uri = /eip-gateways
|
| 4698 | 2025-01-15T02:38:10.963Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 211
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41020
req_id = ec08eb6d-ba35-474a-a46f-d5d5455c3133
response_code = 204
uri = /vpc-routes
|
| 4699 | 2025-01-15T02:38:11.049Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57431
|
| 4700 | 2025-01-15T02:38:11.050Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4701 | 2025-01-15T02:38:11.084Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4702 | 2025-01-15T02:38:11.147Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97623
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:57431
req_id = 86a8573e-7f8d-4cf4-9f4d-7645c6a668f3
response_code = 204
uri = /switch-ports
|
| 4703 | 2025-01-15T02:38:11.147Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63170
|
| 4704 | 2025-01-15T02:38:11.147Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34539
|
| 4705 | 2025-01-15T02:38:11.147Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42607
|
| 4706 | 2025-01-15T02:38:11.148Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 279
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57431
req_id = be4531ae-30ff-4497-8486-2930a45e08ab
response_code = 200
uri = /network-bootstore-config
|
| 4707 | 2025-01-15T02:38:11.148Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63170
req_id = 6cb64395-5a7f-4e3e-9f29-387707873e39
response_code = 200
uri = /vpc-routes
|
| 4708 | 2025-01-15T02:38:11.148Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 235
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42607
req_id = e8d938d8-9520-4fc7-8d06-e566ea57b942
response_code = 200
uri = /v2p
|
| 4709 | 2025-01-15T02:38:11.149Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4710 | 2025-01-15T02:38:11.192Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf: {10.151.2.176: {1187a63a-5e12-4ea5-9717-553d241f7bb3}, 10.151.2.175: {1187a63a-5e12-4ea5-9717-553d241f7bb3}}} }
|
| 4711 | 2025-01-15T02:38:11.192Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63170
req_id = 92b63ef1-1907-4f6f-b1a8-2634d7ffc78c
response_code = 204
uri = /eip-gateways
|
| 4712 | 2025-01-15T02:38:11.194Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4713 | 2025-01-15T02:38:11.213Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2202
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63170
req_id = aba31e28-6276-4c3b-82ca-5e6538a88754
response_code = 204
uri = /vpc-routes
|
| 4714 | 2025-01-15T02:38:11.261Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111279
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:34539
req_id = e9b3f284-bb50-46d6-8b86-02bcc02850a6
response_code = 204
uri = /switch-ports
|
| 4715 | 2025-01-15T02:38:11.261Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 166
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34539
req_id = bf83a2d6-9431-40e5-9593-20567d29d1f3
response_code = 200
uri = /network-bootstore-config
|
| 4716 | 2025-01-15T02:38:12.163Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:279
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4717 | 2025-01-15T02:38:12.179Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:1000
id = RouterId { vni: Vni(3887612), kind: System }
|
| 4718 | 2025-01-15T02:38:12.179Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:1000
id = RouterId { vni: Vni(3887612), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
| 4719 | 2025-01-15T02:38:12.180Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-15T02:38:12.180352232Z }, migration_in: None, migration_out: None }
|
| 4720 | 2025-01-15T02:38:12.287Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-15T02:38:12.180352232Z }, migration_in: None, migration_out: None }
|
| 4721 | 2025-01-15T02:38:12.291Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:1251
instance_id = 62d616e1-f148-4a1c-90a4-4e962236db27
propolis_id = 04760650-1e85-40f1-9f70-557a11b03e88
|
| 4722 | 2025-01-15T02:38:12.292Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2396717
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37236
req_id = 0c0b9805-4f37-43b2-b72b-ac59724eebfc
response_code = 200
uri = /vmms/04760650-1e85-40f1-9f70-557a11b03e88/state
|
| 4723 | 2025-01-15T02:38:12.292Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1555822
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46952
req_id = deda1b06-a019-4aa7-b730-c57111287f02
response_code = 200
uri = /vmms/04760650-1e85-40f1-9f70-557a11b03e88/state
|
| 4724 | 2025-01-15T02:38:12.292Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1501990
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62222
req_id = edee903c-a0ae-4ee6-bb0d-659d2b72feaf
response_code = 200
uri = /vmms/04760650-1e85-40f1-9f70-557a11b03e88/state
|
| 4725 | 2025-01-15T02:38:12.854Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40761
|
| 4726 | 2025-01-15T02:38:12.854Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40761
req_id = 534317a8-3e0a-473f-a91c-f47d725fd5e4
response_code = 200
uri = /vpc-routes
|
| 4727 | 2025-01-15T02:38:12.869Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {8bfad461-5ff5-4bae-8dc5-5c05bfcee1cf: {10.151.2.175: {1187a63a-5e12-4ea5-9717-553d241f7bb3}, 10.151.2.176: {1187a63a-5e12-4ea5-9717-553d241f7bb3}}} }
|
| 4728 | 2025-01-15T02:38:12.869Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:40761
req_id = 34fc51b6-cb26-497f-854a-3c8bdc4ce800
response_code = 204
uri = /eip-gateways
|
| 4729 | 2025-01-15T02:38:12.876Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 167
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:40761
req_id = ca00909d-ea39-4320-8383-98c18284985c
response_code = 204
uri = /vpc-routes
|
| 4730 | 2025-01-15T02:38:12.899Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64129
|
| 4731 | 2025-01-15T02:38:12.899Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64129
req_id = 000e8c67-cf38-4a80-b8d1-48dec348b12a
response_code = 200
uri = /v2p
|
| 4732 | 2025-01-15T02:38:13.415Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54750
|
| 4733 | 2025-01-15T02:38:13.415Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54750
req_id = 94a69cf8-78cc-4375-8503-fd65e871ce06
response_code = 200
uri = /v2p
|
| 4734 | 2025-01-15T02:38:13.438Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65295
|
| 4735 | 2025-01-15T02:38:13.438Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65295
req_id = 8e0c6b89-ea1b-4b85-ab9e-9978db00a47a
response_code = 200
uri = /vpc-routes
|
| 4736 | 2025-01-15T02:38:13.485Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4737 | 2025-01-15T02:38:13.485Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1249
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
|
| 4738 | 2025-01-15T02:38:13.485Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 132
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65295
req_id = 2482e59f-bb6e-495c-8222-cde08819525a
response_code = 204
uri = /eip-gateways
|
| 4739 | 2025-01-15T02:38:13.493Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 296
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65295
req_id = 79237784-a4e4-411f-b9e2-52e19162dd89
response_code = 204
uri = /vpc-routes
|
| 4740 | 2025-01-15T02:38:14.412Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58486
|
| 4741 | 2025-01-15T02:38:14.412Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58486
req_id = 90877999-44fd-4baf-90d1-6b2fb8e38fbc
response_code = 200
uri = /vpc-routes
|
| 4742 | 2025-01-15T02:38:14.454Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = ce66c06a-7d54-47a6-860d-59da68080fee
values = ExternalIpGatewayMap { mappings: {} }
|
| 4743 | 2025-01-15T02:38:14.454Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58486
req_id = 97b0c7af-7dbb-46f2-afc5-254172816447
response_code = 204
uri = /eip-gateways
|
| 4744 | 2025-01-15T02:38:14.462Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 201
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58486
req_id = 56376d3f-bb5a-4084-8023-4efd38b4f671
response_code = 204
uri = /vpc-routes
|