| 1 | | [ Jan 16 23:21:29 Enabled. ] |
| 2 | | [ Jan 16 23:21:29 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Jan 16 23:21:29 Method "start" exited with status 0. ] |
| 4 | | [ Jan 16 23:21:29 Rereading configuration. ] |
| 5 | | [ Jan 16 23:21:29 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2025-01-16T23:21:29.234Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
| 8 | 2025-01-16T23:21:29.234Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2025-01-16T23:21:29.287Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2025-01-16T23:21:29.287Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2025-01-16T23:21:29.400Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2025-01-16T23:21:29.409Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2025-01-16T23:21:29.417Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2025-01-16T23:21:30.020Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }
|
| 15 | 2025-01-16T23:21:30.157Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
| 16 | 2025-01-16T23:21:30.157Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
| 17 | 2025-01-16T23:21:30.157Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
| 18 | 2025-01-16T23:21:30.158Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 19 | 2025-01-16T23:21:30.158Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 20 | 2025-01-16T23:21:30.158Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:717
|
| 21 | 2025-01-16T23:21:30.161Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:624
|
| 22 | 2025-01-16T23:21:30.161Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:766
|
| 23 | 2025-01-16T23:21:30.161Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
| 24 | 2025-01-16T23:21:30.161Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:825
|
| 25 | 2025-01-16T23:21:30.161Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
| 26 | 2025-01-16T23:21:30.161Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2025-01-16T23:21:30.161Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 28 | 2025-01-16T23:21:30.161Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2025-01-16T23:21:30.161Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2025-01-16T23:21:30.173Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 31 | 2025-01-16T23:21:30.173Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 77444133-e801-4aba-9330-b96b8b00119b (zpool)
|
| 32 | 2025-01-16T23:21:30.272Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal }
|
| 33 | 2025-01-16T23:21:30.628Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 34 | 2025-01-16T23:21:30.628Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
| 35 | 2025-01-16T23:21:30.628Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2025-01-16T23:21:30.628Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2025-01-16T23:21:30.628Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 38 | 2025-01-16T23:21:30.628Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2025-01-16T23:21:30.628Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2025-01-16T23:21:30.636Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 41 | 2025-01-16T23:21:30.636Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = c380568a-31f5-4b69-bfdd-8314990b56fd (zpool)
|
| 42 | 2025-01-16T23:21:30.721Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal }
|
| 43 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
| 44 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 47 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 48 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 49 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
| 50 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 51 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 52 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 53 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 54 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 55 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
| 56 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 57 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 58 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 59 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 60 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 61 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
| 62 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 63 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 64 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 65 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 66 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 67 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
| 68 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 69 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 70 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 71 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 72 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 73 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
| 74 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 75 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 76 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 77 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 78 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 79 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
| 80 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 81 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 82 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 83 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
| 84 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 85 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 86 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 87 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 88 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 89 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 90 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 91 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
| 92 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 93 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 94 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 95 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 96 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 97 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
| 98 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
| 99 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 100 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 101 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 102 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 103 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
| 104 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (bootstore): No ledger in /pool/int/77444133-e801-4aba-9330-b96b8b00119b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 105 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (bootstore): No ledger in /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 106 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
| 107 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (bootstore): No ledger in /pool/int/77444133-e801-4aba-9330-b96b8b00119b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 108 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (bootstore): No ledger in /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 109 | 2025-01-16T23:21:31.068Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
| 110 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
| 111 | 2025-01-16T23:21:31.068Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
| 112 | 2025-01-16T23:21:31.079Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:737
|
| 113 | 2025-01-16T23:21:31.079Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1399, tv_nsec: 132316613 }
time_to_next_cleanup = 599.999916088s
|
| 114 | 2025-01-16T23:21:31.079Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3962
|
| 115 | 2025-01-16T23:21:31.079Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 116 | 2025-01-16T23:21:31.082Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2025-01-16T23:21:31.082Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2025-01-16T23:21:31.082Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
| 119 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:51
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 120 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
rib_priority: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: Some(
None,
),
bgp_peers: [],
autoneg: false,
lldp: None,
tx_eq: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1204
|
| 121 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 122 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 123 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 124 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (RSS): No ledger in /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/rss-started.marker
file = common/src/ledger.rs:188
|
| 125 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (RSS): No ledger in /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/rss-started.marker
file = common/src/ledger.rs:188
|
| 126 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (RSS): No ledger in /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 127 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (RSS): No ledger in /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 128 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (RSS): RSS not previously run. Creating plans.
file = sled-agent/src/rack_setup/service.rs:1253
|
| 129 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/.rss-started.marker.tmp
file = common/src/ledger.rs:199
|
| 130 | 2025-01-16T23:21:31.084Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/.rss-started.marker.tmp
file = common/src/ledger.rs:199
|
| 131 | 2025-01-16T23:21:31.085Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1285
|
| 132 | 2025-01-16T23:21:31.085Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:66
|
| 133 | 2025-01-16T23:21:31.085Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:39
|
| 134 | 2025-01-16T23:21:31.085Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1316
|
| 135 | 2025-01-16T23:21:31.085Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 136 | 2025-01-16T23:21:31.085Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/77444133-e801-4aba-9330-b96b8b00119b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 137 | 2025-01-16T23:21:31.085Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 138 | 2025-01-16T23:21:31.085Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 139 | 2025-01-16T23:21:31.085Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:232
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 198593b5-c3c6-4ef5-879a-52095a2ef511 (sled), rack_id: 79114303-f678-43f7-aff3-a882c8c99560, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 140 | 2025-01-16T23:21:31.085Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4259
|
| 141 | 2025-01-16T23:21:31.086Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4659
|
| 142 | 2025-01-16T23:21:31.090Z | INFO | SledAgent (SledAgentSprocketsClient): Loaded keys and certs
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50
|
| 143 | 2025-01-16T23:21:31.095Z | INFO | SledAgent (SledAgentSprocketsClient): Certificate chain verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 144 | 2025-01-16T23:21:31.095Z | INFO | SledAgent (SledAgentSprocketsClient): Signature verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 145 | 2025-01-16T23:21:31.099Z | INFO | SledAgent (SledAgentSprocketsServer): Certificate chain verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 146 | 2025-01-16T23:21:31.099Z | INFO | SledAgent (SledAgentSprocketsServer): Signature verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 147 | 2025-01-16T23:21:31.101Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:74
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:50386
|
| 148 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 198593b5-c3c6-4ef5-879a-52095a2ef511 (sled), rack_id: 79114303-f678-43f7-aff3-a882c8c99560, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:362
|
| 149 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:377
|
| 150 | 2025-01-16T23:21:31.102Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 151 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 152 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:607
|
| 153 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:813
|
| 154 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 155 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 156 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 157 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:802
|
| 158 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:830
|
| 159 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:596
|
| 160 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 161 | 2025-01-16T23:21:31.102Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:701
result = DisksManagementResult { status: [] }
|
| 162 | 2025-01-16T23:21:31.113Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 163 | 2025-01-16T23:21:31.132Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:325
|
| 164 | 2025-01-16T23:21:31.149Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:363
|
| 165 | 2025-01-16T23:21:31.182Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:412
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 166 | 2025-01-16T23:21:31.183Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 167 | 2025-01-16T23:21:31.183Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:424
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 168 | 2025-01-16T23:21:31.183Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 169 | 2025-01-16T23:21:31.186Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 105.979304ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4fe7e416-4377-4af2-b520-0bceb6de640d", "content-length": "124", "date": "Thu, 16 Jan 2025 23:21:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4fe7e416-4377-4af2-b520-0bceb6de640d" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 170 | 2025-01-16T23:21:31.197Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_77444133-e801-4aba-9330-b96b8b00119b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 171 | 2025-01-16T23:21:31.221Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_77444133-e801-4aba-9330-b96b8b00119b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 172 | 2025-01-16T23:21:31.221Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_77444133-e801-4aba-9330-b96b8b00119b/swap"
file = sled-agent/src/swap_device.rs:96
|
| 173 | 2025-01-16T23:21:31.228Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:439
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 174 | 2025-01-16T23:21:31.228Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:129
|
| 175 | 2025-01-16T23:21:31.228Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_77444133-e801-4aba-9330-b96b8b00119b/backing/fmd
file = sled-agent/src/backing_fs.rs:139
|
| 176 | 2025-01-16T23:21:31.292Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 177 | 2025-01-16T23:21:31.293Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 111.72182ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "695db828-a22b-4dd0-813a-5e39b48102aa", "content-length": "124", "date": "Thu, 16 Jan 2025 23:21:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "695db828-a22b-4dd0-813a-5e39b48102aa" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 178 | 2025-01-16T23:21:31.297Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:174
|
| 179 | 2025-01-16T23:21:31.406Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 180 | 2025-01-16T23:21:31.406Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 203.979159ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c96d080c-4b71-4806-b2fe-ac561b0988f4", "content-length": "124", "date": "Thu, 16 Jan 2025 23:21:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c96d080c-4b71-4806-b2fe-ac561b0988f4" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 181 | 2025-01-16T23:21:31.517Z | INFO | SledAgent (BackingFs): Mounting oxi_77444133-e801-4aba-9330-b96b8b00119b/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:182
|
| 182 | 2025-01-16T23:21:31.529Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:190
|
| 183 | 2025-01-16T23:21:31.529Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:190
|
| 184 | 2025-01-16T23:21:31.529Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:190
|
| 185 | 2025-01-16T23:21:31.529Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:196
|
| 186 | 2025-01-16T23:21:31.611Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 187 | 2025-01-16T23:21:31.612Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 152.500278ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "9b199217-ad6e-4717-95d7-a520c0240121", "content-length": "124", "date": "Thu, 16 Jan 2025 23:21:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "9b199217-ad6e-4717-95d7-a520c0240121" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 188 | 2025-01-16T23:21:31.766Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 189 | 2025-01-16T23:21:31.767Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 303.548349ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ca95d0d0-b96e-427e-997c-351c7b5b6554", "content-length": "124", "date": "Thu, 16 Jan 2025 23:21:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ca95d0d0-b96e-427e-997c-351c7b5b6554" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 190 | 2025-01-16T23:21:32.072Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 191 | 2025-01-16T23:21:32.072Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 249.36451ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ebb8a1c9-c1b2-4f77-8167-485cc14aa047", "content-length": "124", "date": "Thu, 16 Jan 2025 23:21:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ebb8a1c9-c1b2-4f77-8167-485cc14aa047" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 192 | 2025-01-16T23:21:32.279Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:93
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 193 | 2025-01-16T23:21:32.285Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:42407
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 194 | 2025-01-16T23:21:32.285Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 195 | 2025-01-16T23:21:32.285Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:42407
file = oximeter/producer/src/lib.rs:279
interval = 30s
producer_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 196 | 2025-01-16T23:21:32.286Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 359.721922ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 197 | 2025-01-16T23:21:32.287Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 198 | 2025-01-16T23:21:32.287Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 199 | 2025-01-16T23:21:32.287Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:921
underlay_address = fd00:1122:3344:101::1
|
| 200 | 2025-01-16T23:21:32.287Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 201 | 2025-01-16T23:21:32.323Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 202 | 2025-01-16T23:21:32.647Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 340.493813ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 203 | 2025-01-16T23:21:32.990Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 727.968404ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 204 | 2025-01-16T23:21:33.720Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.220324507s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 205 | 2025-01-16T23:21:34.756Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2683
|
| 206 | 2025-01-16T23:21:34.756Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2928
|
| 207 | 2025-01-16T23:21:34.756Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2553
|
| 208 | 2025-01-16T23:21:34.756Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2600
|
| 209 | 2025-01-16T23:21:34.756Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:3009
|
| 210 | 2025-01-16T23:21:34.756Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:3054
|
| 211 | 2025-01-16T23:21:34.758Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2853
|
| 212 | 2025-01-16T23:21:34.759Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2594
|
| 213 | 2025-01-16T23:21:34.759Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='27676ce2-dae2-408f-80e1-cfaa71f28e14'/>
<propval type="astring" name="rack_id" value='79114303-f678-43f7-aff3-a882c8c99560'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:9fb2::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fe26:77a1'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:9fb2::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"buskin","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="rack_id" value='79114303-f678-43f7-aff3-a882c8c99560'/>
<propval type="astring" name="sled_id" value='198593b5-c3c6-4ef5-879a-52095a2ef511'/>
<propval type="astring" name="sled_model" value='i86pc'/>
<propval type="astring" name="sled_serial" value='buskin'/>
<propval type="astring" name="sled_revision" value='0'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='buskin'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='198593b5-c3c6-4ef5-879a-52095a2ef511'/>
<propval type="astring" name="rack_uuid" value='79114303-f678-43f7-aff3-a882c8c99560'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='198593b5-c3c6-4ef5-879a-52095a2ef511'/>
<propval type="astring" name="rack_uuid" value='79114303-f678-43f7-aff3-a882c8c99560'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 214 | 2025-01-16T23:21:34.760Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
| 215 | 2025-01-16T23:21:35.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 33.158377ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 216 | 2025-01-16T23:21:35.028Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.450953614s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 217 | 2025-01-16T23:21:35.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 117.853086ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 218 | 2025-01-16T23:21:35.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 169.910665ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 219 | 2025-01-16T23:21:35.627Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 207.436191ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 220 | 2025-01-16T23:21:35.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 831.584733ms
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 221 | 2025-01-16T23:21:36.940Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.476828189s
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 222 | 2025-01-16T23:21:37.481Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 10.643291947s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 223 | 2025-01-16T23:21:38.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.319178745s
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 224 | 2025-01-16T23:21:39.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.370126204s
file = illumos-utils/src/svc.rs:42
zone = oxz_switch
|
| 225 | 2025-01-16T23:21:41.495Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/198593b5-c3c6-4ef5-879a-52095a2ef511)
file = sled-agent/src/nexus.rs:527
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 226 | 2025-01-16T23:21:41.525Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 227 | 2025-01-16T23:21:41.526Z | INFO | SledAgent (dropshot (Repo Depot)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:12348
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 228 | 2025-01-16T23:21:41.527Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:12345
|
| 229 | 2025-01-16T23:21:41.527Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:432
|
| 230 | 2025-01-16T23:21:41.527Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 231 | 2025-01-16T23:21:41.527Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 232 | 2025-01-16T23:21:41.528Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 233 | 2025-01-16T23:21:41.528Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 234 | 2025-01-16T23:21:41.528Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))
|
| 235 | 2025-01-16T23:21:41.528Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3962
|
| 236 | 2025-01-16T23:21:41.528Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:81
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:50386
|
| 237 | 2025-01-16T23:21:41.713Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:117
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 238 | 2025-01-16T23:21:41.713Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:252
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 239 | 2025-01-16T23:21:41.718Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4283
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 240 | 2025-01-16T23:21:41.718Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4299
|
| 241 | 2025-01-16T23:21:41.718Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:534
zone = oxz_switch
|
| 242 | 2025-01-16T23:21:41.987Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63904
|
| 243 | 2025-01-16T23:21:41.987Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 244 | 2025-01-16T23:21:41.987Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 245 | 2025-01-16T23:21:41.987Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 246 | 2025-01-16T23:21:41.987Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 247 | 2025-01-16T23:21:41.987Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 343
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63904
req_id = 2ee2f269-926c-4903-b287-47df4878666d
response_code = 200
uri = /inventory
|
| 248 | 2025-01-16T23:21:42.019Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63664
|
| 249 | 2025-01-16T23:21:42.019Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 28
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63664
req_id = d9556618-103f-4390-bf49-0cd9b4a3751a
response_code = 200
uri = /sled-role
|
| 250 | 2025-01-16T23:21:42.050Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 39c64568-3037-4b5e-b5cd-f3b5bbb00c23 (physical_disk), pool_id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 3ac42834-12e9-42f4-a50c-f6c5e6e15b57 (physical_disk), pool_id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 4dc50e8c-89b7-4650-b83d-2afc1f95c576 (physical_disk), pool_id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 4f9bd4b9-9e0b-49e5-a28c-b4edc0ed7598 (physical_disk), pool_id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 6c1201e9-1f94-4208-a20b-1a1c197a0cf3 (physical_disk), pool_id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 6ff9e48f-003f-46bc-a950-4db730adca16 (physical_disk), pool_id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 89bc463a-6460-4fc8-baa9-baa3a411f65f (physical_disk), pool_id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: a1960b6f-2e08-488f-800f-0f869598945a (physical_disk), pool_id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: e0f267d4-aab3-4256-8aba-cabafa6e1c7e (physical_disk), pool_id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:385
sled_address = [fd00:1122:3344:101::1]:12345
|
| 251 | 2025-01-16T23:21:42.050Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50323
|
| 252 | 2025-01-16T23:21:42.050Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:893
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 253 | 2025-01-16T23:21:42.050Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 39c64568-3037-4b5e-b5cd-f3b5bbb00c23 (physical_disk), pool_id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 3ac42834-12e9-42f4-a50c-f6c5e6e15b57 (physical_disk), pool_id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 4dc50e8c-89b7-4650-b83d-2afc1f95c576 (physical_disk), pool_id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 4f9bd4b9-9e0b-49e5-a28c-b4edc0ed7598 (physical_disk), pool_id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 6c1201e9-1f94-4208-a20b-1a1c197a0cf3 (physical_disk), pool_id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 6ff9e48f-003f-46bc-a950-4db730adca16 (physical_disk), pool_id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 89bc463a-6460-4fc8-baa9-baa3a411f65f (physical_disk), pool_id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: a1960b6f-2e08-488f-800f-0f869598945a (physical_disk), pool_id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: e0f267d4-aab3-4256-8aba-cabafa6e1c7e (physical_disk), pool_id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 254 | 2025-01-16T23:21:42.050Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 255 | 2025-01-16T23:21:42.050Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 256 | 2025-01-16T23:21:42.050Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:1298
request = omicron_physical_disks_ensure
|
| 257 | 2025-01-16T23:21:42.050Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 258 | 2025-01-16T23:21:42.050Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
| 259 | 2025-01-16T23:21:42.050Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 260 | 2025-01-16T23:21:42.050Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 261 | 2025-01-16T23:21:42.183Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 262 | 2025-01-16T23:21:42.190Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 263 | 2025-01-16T23:21:42.190Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool)
|
| 264 | 2025-01-16T23:21:42.284Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }
|
| 265 | 2025-01-16T23:21:42.289Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15343543213510289921
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 266 | 2025-01-16T23:21:42.290Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7841044830787084053
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 267 | 2025-01-16T23:21:42.293Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:239
|
| 268 | 2025-01-16T23:21:42.293Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 269 | 2025-01-16T23:21:42.293Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 270 | 2025-01-16T23:21:42.293Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 271 | 2025-01-16T23:21:42.293Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 272 | 2025-01-16T23:21:42.293Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 273 | 2025-01-16T23:21:42.293Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 274 | 2025-01-16T23:21:42.328Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 275 | 2025-01-16T23:21:42.336Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 276 | 2025-01-16T23:21:42.476Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9
file = sled-storage/src/dataset.rs:388
|
| 277 | 2025-01-16T23:21:42.485Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
| 278 | 2025-01-16T23:21:42.485Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
| 279 | 2025-01-16T23:21:42.485Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
| 280 | 2025-01-16T23:21:42.485Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 281 | 2025-01-16T23:21:42.485Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 282 | 2025-01-16T23:21:42.495Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 283 | 2025-01-16T23:21:42.495Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool)
|
| 284 | 2025-01-16T23:21:42.593Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }
|
| 285 | 2025-01-16T23:21:42.601Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:239
|
| 286 | 2025-01-16T23:21:42.601Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 287 | 2025-01-16T23:21:42.601Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 288 | 2025-01-16T23:21:42.601Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 289 | 2025-01-16T23:21:42.601Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 290 | 2025-01-16T23:21:42.601Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 291 | 2025-01-16T23:21:42.601Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 292 | 2025-01-16T23:21:42.606Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/198593b5-c3c6-4ef5-879a-52095a2ef511)
file = sled-agent/src/probe_manager.rs:231
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 293 | 2025-01-16T23:21:42.635Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 294 | 2025-01-16T23:21:42.642Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 295 | 2025-01-16T23:21:42.779Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_5db46ce3-4889-4034-8561-7e871bb98ae0
file = sled-storage/src/dataset.rs:388
|
| 296 | 2025-01-16T23:21:42.788Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
| 297 | 2025-01-16T23:21:42.788Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
| 298 | 2025-01-16T23:21:42.788Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
| 299 | 2025-01-16T23:21:42.788Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 300 | 2025-01-16T23:21:42.788Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 301 | 2025-01-16T23:21:42.798Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:367
|
| 302 | 2025-01-16T23:21:42.798Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool)
|
| 303 | 2025-01-16T23:21:42.890Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }
|
| 304 | 2025-01-16T23:21:42.898Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:239
|
| 305 | 2025-01-16T23:21:42.898Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 306 | 2025-01-16T23:21:42.898Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 307 | 2025-01-16T23:21:42.898Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 308 | 2025-01-16T23:21:42.898Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 309 | 2025-01-16T23:21:42.898Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 310 | 2025-01-16T23:21:42.898Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 311 | 2025-01-16T23:21:42.934Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 312 | 2025-01-16T23:21:42.941Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_736d5541-d5bd-460c-a5f5-441d6996aa03/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 313 | 2025-01-16T23:21:43.080Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_736d5541-d5bd-460c-a5f5-441d6996aa03
file = sled-storage/src/dataset.rs:388
|
| 314 | 2025-01-16T23:21:43.088Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
| 315 | 2025-01-16T23:21:43.088Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
| 316 | 2025-01-16T23:21:43.088Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
| 317 | 2025-01-16T23:21:43.088Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 318 | 2025-01-16T23:21:43.088Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 319 | 2025-01-16T23:21:43.098Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:367
|
| 320 | 2025-01-16T23:21:43.098Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool)
|
| 321 | 2025-01-16T23:21:43.193Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }
|
| 322 | 2025-01-16T23:21:43.202Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:239
|
| 323 | 2025-01-16T23:21:43.202Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 324 | 2025-01-16T23:21:43.202Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 325 | 2025-01-16T23:21:43.202Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 326 | 2025-01-16T23:21:43.202Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 327 | 2025-01-16T23:21:43.202Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 328 | 2025-01-16T23:21:43.202Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 329 | 2025-01-16T23:21:43.236Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 330 | 2025-01-16T23:21:43.243Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 331 | 2025-01-16T23:21:43.381Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0
file = sled-storage/src/dataset.rs:388
|
| 332 | 2025-01-16T23:21:43.389Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
| 333 | 2025-01-16T23:21:43.389Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
| 334 | 2025-01-16T23:21:43.389Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
| 335 | 2025-01-16T23:21:43.389Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 336 | 2025-01-16T23:21:43.389Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 337 | 2025-01-16T23:21:43.400Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:367
|
| 338 | 2025-01-16T23:21:43.400Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 9764f33b-5a77-475e-83b5-777615774b6a (zpool)
|
| 339 | 2025-01-16T23:21:43.492Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }
|
| 340 | 2025-01-16T23:21:43.500Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:239
|
| 341 | 2025-01-16T23:21:43.500Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 342 | 2025-01-16T23:21:43.500Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 343 | 2025-01-16T23:21:43.500Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 344 | 2025-01-16T23:21:43.500Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 345 | 2025-01-16T23:21:43.500Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 346 | 2025-01-16T23:21:43.500Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 347 | 2025-01-16T23:21:43.535Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 348 | 2025-01-16T23:21:43.544Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_9764f33b-5a77-475e-83b5-777615774b6a/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 349 | 2025-01-16T23:21:43.608Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/198593b5-c3c6-4ef5-879a-52095a2ef511)
file = sled-agent/src/probe_manager.rs:231
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 350 | 2025-01-16T23:21:43.680Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_9764f33b-5a77-475e-83b5-777615774b6a
file = sled-storage/src/dataset.rs:388
|
| 351 | 2025-01-16T23:21:43.688Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
| 352 | 2025-01-16T23:21:43.688Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
| 353 | 2025-01-16T23:21:43.688Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
| 354 | 2025-01-16T23:21:43.688Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 355 | 2025-01-16T23:21:43.688Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 356 | 2025-01-16T23:21:43.698Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:367
|
| 357 | 2025-01-16T23:21:43.698Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool)
|
| 358 | 2025-01-16T23:21:43.789Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }
|
| 359 | 2025-01-16T23:21:43.797Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:239
|
| 360 | 2025-01-16T23:21:43.797Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 361 | 2025-01-16T23:21:43.797Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 362 | 2025-01-16T23:21:43.797Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 363 | 2025-01-16T23:21:43.797Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 364 | 2025-01-16T23:21:43.797Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 365 | 2025-01-16T23:21:43.797Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 366 | 2025-01-16T23:21:43.832Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 367 | 2025-01-16T23:21:43.841Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_28fb7d98-1494-4570-b25a-aa56857fbe19/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 368 | 2025-01-16T23:21:43.983Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_28fb7d98-1494-4570-b25a-aa56857fbe19
file = sled-storage/src/dataset.rs:388
|
| 369 | 2025-01-16T23:21:43.991Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
| 370 | 2025-01-16T23:21:43.991Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
| 371 | 2025-01-16T23:21:43.991Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
| 372 | 2025-01-16T23:21:43.991Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 373 | 2025-01-16T23:21:43.991Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 374 | 2025-01-16T23:21:44.000Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:367
|
| 375 | 2025-01-16T23:21:44.000Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 723d2041-12e1-48e9-aa34-7148357fe80c (zpool)
|
| 376 | 2025-01-16T23:21:44.094Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }
|
| 377 | 2025-01-16T23:21:44.102Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:239
|
| 378 | 2025-01-16T23:21:44.103Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 379 | 2025-01-16T23:21:44.103Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 380 | 2025-01-16T23:21:44.103Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 381 | 2025-01-16T23:21:44.103Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 382 | 2025-01-16T23:21:44.103Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 383 | 2025-01-16T23:21:44.103Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 384 | 2025-01-16T23:21:44.141Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 385 | 2025-01-16T23:21:44.150Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 386 | 2025-01-16T23:21:44.294Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_723d2041-12e1-48e9-aa34-7148357fe80c
file = sled-storage/src/dataset.rs:388
|
| 387 | 2025-01-16T23:21:44.302Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
| 388 | 2025-01-16T23:21:44.302Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
| 389 | 2025-01-16T23:21:44.302Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
| 390 | 2025-01-16T23:21:44.302Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 391 | 2025-01-16T23:21:44.302Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 392 | 2025-01-16T23:21:44.313Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:367
|
| 393 | 2025-01-16T23:21:44.313Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool)
|
| 394 | 2025-01-16T23:21:44.408Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }
|
| 395 | 2025-01-16T23:21:44.417Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:239
|
| 396 | 2025-01-16T23:21:44.417Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 397 | 2025-01-16T23:21:44.417Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 398 | 2025-01-16T23:21:44.417Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 399 | 2025-01-16T23:21:44.417Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 400 | 2025-01-16T23:21:44.417Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 401 | 2025-01-16T23:21:44.417Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 402 | 2025-01-16T23:21:44.453Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 403 | 2025-01-16T23:21:44.461Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 404 | 2025-01-16T23:21:44.608Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4
file = sled-storage/src/dataset.rs:388
|
| 405 | 2025-01-16T23:21:44.612Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/198593b5-c3c6-4ef5-879a-52095a2ef511)
file = sled-agent/src/probe_manager.rs:231
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 406 | 2025-01-16T23:21:44.616Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
| 407 | 2025-01-16T23:21:44.616Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
| 408 | 2025-01-16T23:21:44.616Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
| 409 | 2025-01-16T23:21:44.616Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 410 | 2025-01-16T23:21:44.616Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 411 | 2025-01-16T23:21:44.626Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:367
|
| 412 | 2025-01-16T23:21:44.626Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool)
|
| 413 | 2025-01-16T23:21:44.722Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }
|
| 414 | 2025-01-16T23:21:44.730Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:239
|
| 415 | 2025-01-16T23:21:44.730Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 416 | 2025-01-16T23:21:44.730Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 417 | 2025-01-16T23:21:44.730Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 418 | 2025-01-16T23:21:44.731Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 419 | 2025-01-16T23:21:44.731Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 420 | 2025-01-16T23:21:44.731Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 421 | 2025-01-16T23:21:44.767Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 422 | 2025-01-16T23:21:44.776Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 423 | 2025-01-16T23:21:44.916Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa
file = sled-storage/src/dataset.rs:388
|
| 424 | 2025-01-16T23:21:44.924Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
| 425 | 2025-01-16T23:21:44.924Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
| 426 | 2025-01-16T23:21:44.924Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 427 | 2025-01-16T23:21:44.924Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 77444133-e801-4aba-9330-b96b8b00119b (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c380568a-31f5-4b69-bfdd-8314990b56fd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 428 | 2025-01-16T23:21:44.924Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 429 | 2025-01-16T23:21:44.924Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 430 | 2025-01-16T23:21:44.924Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 431 | 2025-01-16T23:21:44.925Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:897
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 432 | 2025-01-16T23:21:44.925Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 433 | 2025-01-16T23:21:44.925Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:923
generation = Generation(2)
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 434 | 2025-01-16T23:21:44.925Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:928
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 435 | 2025-01-16T23:21:44.925Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:933
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 436 | 2025-01-16T23:21:44.925Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:122
gen = Generation(2)
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 437 | 2025-01-16T23:21:44.925Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:939
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 438 | 2025-01-16T23:21:44.925Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:799
gen = Generation(2)
|
| 439 | 2025-01-16T23:21:44.925Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:944
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 440 | 2025-01-16T23:21:44.925Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2874887
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:50323
req_id = 0d93a0cb-674e-4057-ba79-18790a645b7b
response_code = 200
uri = /omicron-physical-disks
|
| 441 | 2025-01-16T23:21:44.957Z | INFO | SledAgent (RSS): attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {08d12670-ceda-4948-a06d-7bd47f4cc54d (dataset): DatasetConfig { id: 08d12670-ceda-4948-a06d-7bd47f4cc54d (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 16f8dfc9-25e2-419e-9b27-8c6b2b8c6c79 (dataset): DatasetConfig { id: 16f8dfc9-25e2-419e-9b27-8c6b2b8c6c79 (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 184837d2-9214-4b98-987f-f9ce5785045a (dataset): DatasetConfig { id: 184837d2-9214-4b98-987f-f9ce5785045a (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1b5db06b-d168-46db-b959-e38790a599b4 (dataset): DatasetConfig { id: 1b5db06b-d168-46db-b959-e38790a599b4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1c0b88c9-53f4-457a-aa80-e89fbaaca94f (dataset): DatasetConfig { id: 1c0b88c9-53f4-457a-aa80-e89fbaaca94f (dataset), name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ed891d6-60d2-4acb-b3be-3bea6dc98c0a (dataset): DatasetConfig { id: 1ed891d6-60d2-4acb-b3be-3bea6dc98c0a (dataset), name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1fa4060a-93b2-4e3a-be52-aa3041d850dd (dataset): DatasetConfig { id: 1fa4060a-93b2-4e3a-be52-aa3041d850dd (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 205ca330-9980-48c3-80ac-1b2d63d5bf5f (dataset): DatasetConfig { id: 205ca330-9980-48c3-80ac-1b2d63d5bf5f (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2316843e-0eff-42b0-856b-eaa852c43e7d (dataset): DatasetConfig { id: 2316843e-0eff-42b0-856b-eaa852c43e7d (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 248bc01d-4db8-4b5a-95f6-e52df354e625 (dataset): DatasetConfig { id: 248bc01d-4db8-4b5a-95f6-e52df354e625 (dataset), name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2664c935-3187-4bc6-8e2f-80fbb4967e0d (dataset): DatasetConfig { id: 2664c935-3187-4bc6-8e2f-80fbb4967e0d (dataset), name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2806b7c7-29f3-45fc-ad06-a71de63016a1 (dataset): DatasetConfig { id: 2806b7c7-29f3-45fc-ad06-a71de63016a1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c395376-b777-4e15-b6d2-794cd1c54b0d (dataset): DatasetConfig { id: 2c395376-b777-4e15-b6d2-794cd1c54b0d (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2e346a03-db55-41a5-a70b-d23c35a97f34 (dataset): DatasetConfig { id: 2e346a03-db55-41a5-a70b-d23c35a97f34 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3840c8d8-9d20-4737-829a-7854eac84b56 (dataset): DatasetConfig { id: 3840c8d8-9d20-4737-829a-7854eac84b56 (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3f212d18-1c99-4107-aedf-14b4c2a282aa (dataset): DatasetConfig { id: 3f212d18-1c99-4107-aedf-14b4c2a282aa (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 41766bb4-bcf0-40a0-b85d-00102f8ef53a (dataset): DatasetConfig { id: 41766bb4-bcf0-40a0-b85d-00102f8ef53a (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 444fa3b9-de8c-44eb-bdf7-16aef052fb35 (dataset): DatasetConfig { id: 444fa3b9-de8c-44eb-bdf7-16aef052fb35 (dataset), name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4a11653f-ec37-4d97-9093-46b112737011 (dataset): DatasetConfig { id: 4a11653f-ec37-4d97-9093-46b112737011 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4a96379b-0520-413d-883c-d7379e875519 (dataset): DatasetConfig { id: 4a96379b-0520-413d-883c-d7379e875519 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4bcacffb-9d91-4d0f-8b7a-86a80bed5453 (dataset): DatasetConfig { id: 4bcacffb-9d91-4d0f-8b7a-86a80bed5453 (dataset), name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 50c1d5c5-30b2-4b5d-ae8a-c0e3350b6dc3 (dataset): DatasetConfig { id: 50c1d5c5-30b2-4b5d-ae8a-c0e3350b6dc3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 513c238f-74b9-40ee-a14e-9727c3e63a14 (dataset): DatasetConfig { id: 513c238f-74b9-40ee-a14e-9727c3e63a14 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5c52fae5-fc8a-4a23-adfc-c632dd4b6a8e (dataset): DatasetConfig { id: 5c52fae5-fc8a-4a23-adfc-c632dd4b6a8e (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5df55524-b2b2-49ff-b667-ffd4c7c0d9e1 (dataset): DatasetConfig { id: 5df55524-b2b2-49ff-b667-ffd4c7c0d9e1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6161fa91-227e-4e15-ac71-ea1861890ec0 (dataset): DatasetConfig { id: 6161fa91-227e-4e15-ac71-ea1861890ec0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7205aeb2-722c-456a-84c8-4f743afc7570 (dataset): DatasetConfig { id: 7205aeb2-722c-456a-84c8-4f743afc7570 (dataset), name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 727ee0d0-c51a-4273-90c1-6d2f70897edc (dataset): DatasetConfig { id: 727ee0d0-c51a-4273-90c1-6d2f70897edc (dataset), name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 74dcc54e-32ae-4e41-88da-bc00e2529565 (dataset): DatasetConfig { id: 74dcc54e-32ae-4e41-88da-bc00e2529565 (dataset), name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 769ca436-bd56-4e1d-89b2-24b9e2d1808f (dataset): DatasetConfig { id: 769ca436-bd56-4e1d-89b2-24b9e2d1808f (dataset), name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 772531c0-033b-43df-96de-bb4400ec664f (dataset): DatasetConfig { id: 772531c0-033b-43df-96de-bb4400ec664f (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 77aee79d-6fc1-4437-a613-08e3f32d7d9e (dataset): DatasetConfig { id: 77aee79d-6fc1-4437-a613-08e3f32d7d9e (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7c85ebae-dad3-4cbc-8eb1-d7e78ac20b48 (dataset): DatasetConfig { id: 7c85ebae-dad3-4cbc-8eb1-d7e78ac20b48 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7e736aa6-5668-4bcf-be81-b6eb9a686305 (dataset): DatasetConfig { id: 7e736aa6-5668-4bcf-be81-b6eb9a686305 (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7f636496-9c69-4f68-87d9-0784595a1770 (dataset): DatasetConfig { id: 7f636496-9c69-4f68-87d9-0784595a1770 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7f657da3-0ee6-4b14-8330-2418806b6147 (dataset): DatasetConfig { id: 7f657da3-0ee6-4b14-8330-2418806b6147 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 87545144-3490-477d-8dc1-717c1ade207c (dataset): DatasetConfig { id: 87545144-3490-477d-8dc1-717c1ade207c (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8b4484cb-bee1-4e74-b8b8-34052724ab3f (dataset): DatasetConfig { id: 8b4484cb-bee1-4e74-b8b8-34052724ab3f (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8e8dad3b-1c66-4d33-932b-551be2ded9b8 (dataset): DatasetConfig { id: 8e8dad3b-1c66-4d33-932b-551be2ded9b8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 9235de26-fa9d-4acb-b378-702ea4804a9c (dataset): DatasetConfig { id: 9235de26-fa9d-4acb-b378-702ea4804a9c (dataset), name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 960ffcca-def8-464c-9564-225edca5dfe8 (dataset): DatasetConfig { id: 960ffcca-def8-464c-9564-225edca5dfe8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a421c94c-c09d-4494-85e8-ed37ec584e9c (dataset): DatasetConfig { id: a421c94c-c09d-4494-85e8-ed37ec584e9c (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ac829c28-cd08-4fbb-b874-76818dd2ad3a (dataset): DatasetConfig { id: ac829c28-cd08-4fbb-b874-76818dd2ad3a (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZone { name: "oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ae1057ab-e517-451f-9f62-87f7ab8f1d22 (dataset): DatasetConfig { id: ae1057ab-e517-451f-9f62-87f7ab8f1d22 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, aeb8435a-6da9-4ea4-9878-d4b2d17ead87 (dataset): DatasetConfig { id: aeb8435a-6da9-4ea4-9878-d4b2d17ead87 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aefdb534-1a28-4677-ba81-137d32a09164 (dataset): DatasetConfig { id: aefdb534-1a28-4677-ba81-137d32a09164 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b1ec5514-e4c2-4994-a49b-cc4599c57d99 (dataset): DatasetConfig { id: b1ec5514-e4c2-4994-a49b-cc4599c57d99 (dataset), name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b73030f6-08fc-43fa-bb33-bc4e29b20309 (dataset): DatasetConfig { id: b73030f6-08fc-43fa-bb33-bc4e29b20309 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c371bfcb-5a89-421c-bffc-86c657d1001d (dataset): DatasetConfig { id: c371bfcb-5a89-421c-bffc-86c657d1001d (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c6a7c94e-bbad-4790-9abe-2bf65fa318b9 (dataset): DatasetConfig { id: c6a7c94e-bbad-4790-9abe-2bf65fa318b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce8ffc4e-9dc9-4c84-9bae-961692a63993 (dataset): DatasetConfig { id: ce8ffc4e-9dc9-4c84-9bae-961692a63993 (dataset), name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cec9f810-d8c9-4939-847c-19a2b60486b3 (dataset): DatasetConfig { id: cec9f810-d8c9-4939-847c-19a2b60486b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d11622eb-5638-47f7-8825-3a4be2483c0c (dataset): DatasetConfig { id: d11622eb-5638-47f7-8825-3a4be2483c0c (dataset), name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d48924e7-8824-495b-8b90-7e6546f10fc2 (dataset): DatasetConfig { id: d48924e7-8824-495b-8b90-7e6546f10fc2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d84ac5b3-7641-4d03-bac4-a812bc5a5fd8 (dataset): DatasetConfig { id: d84ac5b3-7641-4d03-bac4-a812bc5a5fd8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d87dfdb4-1b68-48de-9af4-0fda85fa260f (dataset): DatasetConfig { id: d87dfdb4-1b68-48de-9af4-0fda85fa260f (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZone { name: "oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dccfa740-76ef-469c-948b-864799bdde99 (dataset): DatasetConfig { id: dccfa740-76ef-469c-948b-864799bdde99 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, de0adcca-c60a-499c-87c6-39b2086ddd8c (dataset): DatasetConfig { id: de0adcca-c60a-499c-87c6-39b2086ddd8c (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e537bd0c-0e5e-42b2-8f97-44406b6ef38f (dataset): DatasetConfig { id: e537bd0c-0e5e-42b2-8f97-44406b6ef38f (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e7c84b5b-636b-4488-b47f-5d982b57daf0 (dataset): DatasetConfig { id: e7c84b5b-636b-4488-b47f-5d982b57daf0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f1337a85-5e5e-4f54-aef8-527af41ca66f (dataset): DatasetConfig { id: f1337a85-5e5e-4f54-aef8-527af41ca66f (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f291f393-fbd3-4119-a4ea-cadab4dea690 (dataset): DatasetConfig { id: f291f393-fbd3-4119-a4ea-cadab4dea690 (dataset), name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f4fd91e5-a460-442d-9f48-3ce718a71b0a (dataset): DatasetConfig { id: f4fd91e5-a460-442d-9f48-3ce718a71b0a (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f5314705-d3b4-4106-b2bc-bcee8118cd21 (dataset): DatasetConfig { id: f5314705-d3b4-4106-b2bc-bcee8118cd21 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f9e6172c-9e7e-41e5-8808-16e9ce9685fd (dataset): DatasetConfig { id: f9e6172c-9e7e-41e5-8808-16e9ce9685fd (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa90cf72-ac1d-4731-af41-f4764508fe23 (dataset): DatasetConfig { id: fa90cf72-ac1d-4731-af41-f4764508fe23 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }
file = sled-agent/src/rack_setup/service.rs:460
sled_address = [fd00:1122:3344:101::1]:12345
|
| 442 | 2025-01-16T23:21:44.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50430
|
| 443 | 2025-01-16T23:21:44.958Z | INFO | SledAgent: datasets ensure
file = sled-agent/src/sled_agent.rs:859
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 444 | 2025-01-16T23:21:44.958Z | INFO | SledAgent (StorageManager): Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {08d12670-ceda-4948-a06d-7bd47f4cc54d (dataset): DatasetConfig { id: 08d12670-ceda-4948-a06d-7bd47f4cc54d (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 16f8dfc9-25e2-419e-9b27-8c6b2b8c6c79 (dataset): DatasetConfig { id: 16f8dfc9-25e2-419e-9b27-8c6b2b8c6c79 (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 184837d2-9214-4b98-987f-f9ce5785045a (dataset): DatasetConfig { id: 184837d2-9214-4b98-987f-f9ce5785045a (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1b5db06b-d168-46db-b959-e38790a599b4 (dataset): DatasetConfig { id: 1b5db06b-d168-46db-b959-e38790a599b4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1c0b88c9-53f4-457a-aa80-e89fbaaca94f (dataset): DatasetConfig { id: 1c0b88c9-53f4-457a-aa80-e89fbaaca94f (dataset), name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ed891d6-60d2-4acb-b3be-3bea6dc98c0a (dataset): DatasetConfig { id: 1ed891d6-60d2-4acb-b3be-3bea6dc98c0a (dataset), name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1fa4060a-93b2-4e3a-be52-aa3041d850dd (dataset): DatasetConfig { id: 1fa4060a-93b2-4e3a-be52-aa3041d850dd (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 205ca330-9980-48c3-80ac-1b2d63d5bf5f (dataset): DatasetConfig { id: 205ca330-9980-48c3-80ac-1b2d63d5bf5f (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2316843e-0eff-42b0-856b-eaa852c43e7d (dataset): DatasetConfig { id: 2316843e-0eff-42b0-856b-eaa852c43e7d (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 248bc01d-4db8-4b5a-95f6-e52df354e625 (dataset): DatasetConfig { id: 248bc01d-4db8-4b5a-95f6-e52df354e625 (dataset), name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2664c935-3187-4bc6-8e2f-80fbb4967e0d (dataset): DatasetConfig { id: 2664c935-3187-4bc6-8e2f-80fbb4967e0d (dataset), name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2806b7c7-29f3-45fc-ad06-a71de63016a1 (dataset): DatasetConfig { id: 2806b7c7-29f3-45fc-ad06-a71de63016a1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c395376-b777-4e15-b6d2-794cd1c54b0d (dataset): DatasetConfig { id: 2c395376-b777-4e15-b6d2-794cd1c54b0d (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2e346a03-db55-41a5-a70b-d23c35a97f34 (dataset): DatasetConfig { id: 2e346a03-db55-41a5-a70b-d23c35a97f34 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3840c8d8-9d20-4737-829a-7854eac84b56 (dataset): DatasetConfig { id: 3840c8d8-9d20-4737-829a-7854eac84b56 (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3f212d18-1c99-4107-aedf-14b4c2a282aa (dataset): DatasetConfig { id: 3f212d18-1c99-4107-aedf-14b4c2a282aa (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 41766bb4-bcf0-40a0-b85d-00102f8ef53a (dataset): DatasetConfig { id: 41766bb4-bcf0-40a0-b85d-00102f8ef53a (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 444fa3b9-de8c-44eb-bdf7-16aef052fb35 (dataset): DatasetConfig { id: 444fa3b9-de8c-44eb-bdf7-16aef052fb35 (dataset), name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4a11653f-ec37-4d97-9093-46b112737011 (dataset): DatasetConfig { id: 4a11653f-ec37-4d97-9093-46b112737011 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4a96379b-0520-413d-883c-d7379e875519 (dataset): DatasetConfig { id: 4a96379b-0520-413d-883c-d7379e875519 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4bcacffb-9d91-4d0f-8b7a-86a80bed5453 (dataset): DatasetConfig { id: 4bcacffb-9d91-4d0f-8b7a-86a80bed5453 (dataset), name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 50c1d5c5-30b2-4b5d-ae8a-c0e3350b6dc3 (dataset): DatasetConfig { id: 50c1d5c5-30b2-4b5d-ae8a-c0e3350b6dc3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 513c238f-74b9-40ee-a14e-9727c3e63a14 (dataset): DatasetConfig { id: 513c238f-74b9-40ee-a14e-9727c3e63a14 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5c52fae5-fc8a-4a23-adfc-c632dd4b6a8e (dataset): DatasetConfig { id: 5c52fae5-fc8a-4a23-adfc-c632dd4b6a8e (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5df55524-b2b2-49ff-b667-ffd4c7c0d9e1 (dataset): DatasetConfig { id: 5df55524-b2b2-49ff-b667-ffd4c7c0d9e1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6161fa91-227e-4e15-ac71-ea1861890ec0 (dataset): DatasetConfig { id: 6161fa91-227e-4e15-ac71-ea1861890ec0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7205aeb2-722c-456a-84c8-4f743afc7570 (dataset): DatasetConfig { id: 7205aeb2-722c-456a-84c8-4f743afc7570 (dataset), name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 727ee0d0-c51a-4273-90c1-6d2f70897edc (dataset): DatasetConfig { id: 727ee0d0-c51a-4273-90c1-6d2f70897edc (dataset), name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 74dcc54e-32ae-4e41-88da-bc00e2529565 (dataset): DatasetConfig { id: 74dcc54e-32ae-4e41-88da-bc00e2529565 (dataset), name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 769ca436-bd56-4e1d-89b2-24b9e2d1808f (dataset): DatasetConfig { id: 769ca436-bd56-4e1d-89b2-24b9e2d1808f (dataset), name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 772531c0-033b-43df-96de-bb4400ec664f (dataset): DatasetConfig { id: 772531c0-033b-43df-96de-bb4400ec664f (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 77aee79d-6fc1-4437-a613-08e3f32d7d9e (dataset): DatasetConfig { id: 77aee79d-6fc1-4437-a613-08e3f32d7d9e (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7c85ebae-dad3-4cbc-8eb1-d7e78ac20b48 (dataset): DatasetConfig { id: 7c85ebae-dad3-4cbc-8eb1-d7e78ac20b48 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7e736aa6-5668-4bcf-be81-b6eb9a686305 (dataset): DatasetConfig { id: 7e736aa6-5668-4bcf-be81-b6eb9a686305 (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7f636496-9c69-4f68-87d9-0784595a1770 (dataset): DatasetConfig { id: 7f636496-9c69-4f68-87d9-0784595a1770 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7f657da3-0ee6-4b14-8330-2418806b6147 (dataset): DatasetConfig { id: 7f657da3-0ee6-4b14-8330-2418806b6147 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 87545144-3490-477d-8dc1-717c1ade207c (dataset): DatasetConfig { id: 87545144-3490-477d-8dc1-717c1ade207c (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8b4484cb-bee1-4e74-b8b8-34052724ab3f (dataset): DatasetConfig { id: 8b4484cb-bee1-4e74-b8b8-34052724ab3f (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8e8dad3b-1c66-4d33-932b-551be2ded9b8 (dataset): DatasetConfig { id: 8e8dad3b-1c66-4d33-932b-551be2ded9b8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 9235de26-fa9d-4acb-b378-702ea4804a9c (dataset): DatasetConfig { id: 9235de26-fa9d-4acb-b378-702ea4804a9c (dataset), name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 960ffcca-def8-464c-9564-225edca5dfe8 (dataset): DatasetConfig { id: 960ffcca-def8-464c-9564-225edca5dfe8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a421c94c-c09d-4494-85e8-ed37ec584e9c (dataset): DatasetConfig { id: a421c94c-c09d-4494-85e8-ed37ec584e9c (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ac829c28-cd08-4fbb-b874-76818dd2ad3a (dataset): DatasetConfig { id: ac829c28-cd08-4fbb-b874-76818dd2ad3a (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZone { name: "oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ae1057ab-e517-451f-9f62-87f7ab8f1d22 (dataset): DatasetConfig { id: ae1057ab-e517-451f-9f62-87f7ab8f1d22 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, aeb8435a-6da9-4ea4-9878-d4b2d17ead87 (dataset): DatasetConfig { id: aeb8435a-6da9-4ea4-9878-d4b2d17ead87 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aefdb534-1a28-4677-ba81-137d32a09164 (dataset): DatasetConfig { id: aefdb534-1a28-4677-ba81-137d32a09164 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b1ec5514-e4c2-4994-a49b-cc4599c57d99 (dataset): DatasetConfig { id: b1ec5514-e4c2-4994-a49b-cc4599c57d99 (dataset), name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b73030f6-08fc-43fa-bb33-bc4e29b20309 (dataset): DatasetConfig { id: b73030f6-08fc-43fa-bb33-bc4e29b20309 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c371bfcb-5a89-421c-bffc-86c657d1001d (dataset): DatasetConfig { id: c371bfcb-5a89-421c-bffc-86c657d1001d (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c6a7c94e-bbad-4790-9abe-2bf65fa318b9 (dataset): DatasetConfig { id: c6a7c94e-bbad-4790-9abe-2bf65fa318b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce8ffc4e-9dc9-4c84-9bae-961692a63993 (dataset): DatasetConfig { id: ce8ffc4e-9dc9-4c84-9bae-961692a63993 (dataset), name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cec9f810-d8c9-4939-847c-19a2b60486b3 (dataset): DatasetConfig { id: cec9f810-d8c9-4939-847c-19a2b60486b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d11622eb-5638-47f7-8825-3a4be2483c0c (dataset): DatasetConfig { id: d11622eb-5638-47f7-8825-3a4be2483c0c (dataset), name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d48924e7-8824-495b-8b90-7e6546f10fc2 (dataset): DatasetConfig { id: d48924e7-8824-495b-8b90-7e6546f10fc2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d84ac5b3-7641-4d03-bac4-a812bc5a5fd8 (dataset): DatasetConfig { id: d84ac5b3-7641-4d03-bac4-a812bc5a5fd8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d87dfdb4-1b68-48de-9af4-0fda85fa260f (dataset): DatasetConfig { id: d87dfdb4-1b68-48de-9af4-0fda85fa260f (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZone { name: "oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dccfa740-76ef-469c-948b-864799bdde99 (dataset): DatasetConfig { id: dccfa740-76ef-469c-948b-864799bdde99 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, de0adcca-c60a-499c-87c6-39b2086ddd8c (dataset): DatasetConfig { id: de0adcca-c60a-499c-87c6-39b2086ddd8c (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e537bd0c-0e5e-42b2-8f97-44406b6ef38f (dataset): DatasetConfig { id: e537bd0c-0e5e-42b2-8f97-44406b6ef38f (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e7c84b5b-636b-4488-b47f-5d982b57daf0 (dataset): DatasetConfig { id: e7c84b5b-636b-4488-b47f-5d982b57daf0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f1337a85-5e5e-4f54-aef8-527af41ca66f (dataset): DatasetConfig { id: f1337a85-5e5e-4f54-aef8-527af41ca66f (dataset), name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f291f393-fbd3-4119-a4ea-cadab4dea690 (dataset): DatasetConfig { id: f291f393-fbd3-4119-a4ea-cadab4dea690 (dataset), name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f4fd91e5-a460-442d-9f48-3ce718a71b0a (dataset): DatasetConfig { id: f4fd91e5-a460-442d-9f48-3ce718a71b0a (dataset), name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f5314705-d3b4-4106-b2bc-bcee8118cd21 (dataset): DatasetConfig { id: f5314705-d3b4-4106-b2bc-bcee8118cd21 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f9e6172c-9e7e-41e5-8808-16e9ce9685fd (dataset): DatasetConfig { id: f9e6172c-9e7e-41e5-8808-16e9ce9685fd (dataset), name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa90cf72-ac1d-4731-af41-f4764508fe23 (dataset): DatasetConfig { id: fa90cf72-ac1d-4731-af41-f4764508fe23 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 445 | 2025-01-16T23:21:44.958Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-datasets.json
file = common/src/ledger.rs:188
request = datasets_ensure
|
| 446 | 2025-01-16T23:21:44.958Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-datasets.json
file = common/src/ledger.rs:188
request = datasets_ensure
|
| 447 | 2025-01-16T23:21:44.958Z | INFO | SledAgent (StorageManager): No previously-stored 'requested datasets', creating new ledger
file = sled-storage/src/manager.rs:909
request = datasets_ensure
|
| 448 | 2025-01-16T23:21:44.974Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 449 | 2025-01-16T23:21:44.974Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 450 | 2025-01-16T23:21:44.974Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 451 | 2025-01-16T23:21:45.022Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 452 | 2025-01-16T23:21:45.022Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 453 | 2025-01-16T23:21:45.022Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_723d2041-12e1-48e9-aa34-7148357fe80c/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 454 | 2025-01-16T23:21:45.072Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 455 | 2025-01-16T23:21:45.072Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 456 | 2025-01-16T23:21:45.072Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_9764f33b-5a77-475e-83b5-777615774b6a/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 457 | 2025-01-16T23:21:45.121Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 458 | 2025-01-16T23:21:45.121Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 459 | 2025-01-16T23:21:45.121Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/723d2041-12e1-48e9-aa34-7148357fe80c/crypt/debug"), full_name: "oxp_723d2041-12e1-48e9-aa34-7148357fe80c/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 460 | 2025-01-16T23:21:45.149Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 461 | 2025-01-16T23:21:45.149Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 462 | 2025-01-16T23:21:45.149Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/47f34c1f-e641-403f-804d-b2c26f2cb1f9/crypt/zone/oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75"), full_name: "oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9/crypt/zone/oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75" }
file = sled-storage/src/manager.rs:1431
|
| 463 | 2025-01-16T23:21:45.232Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 464 | 2025-01-16T23:21:45.232Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 465 | 2025-01-16T23:21:45.232Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/47f34c1f-e641-403f-804d-b2c26f2cb1f9/crypt/debug"), full_name: "oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 466 | 2025-01-16T23:21:45.264Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 467 | 2025-01-16T23:21:45.264Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 468 | 2025-01-16T23:21:45.264Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/9764f33b-5a77-475e-83b5-777615774b6a/crypt/debug"), full_name: "oxp_9764f33b-5a77-475e-83b5-777615774b6a/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 469 | 2025-01-16T23:21:45.294Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 470 | 2025-01-16T23:21:45.294Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 471 | 2025-01-16T23:21:45.294Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/7980b762-6ad3-435b-bf8d-91d18dcf75d4/crypt/debug"), full_name: "oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 472 | 2025-01-16T23:21:45.324Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 473 | 2025-01-16T23:21:45.324Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 474 | 2025-01-16T23:21:45.324Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone/oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6"), full_name: "oxp_723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone/oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6" }
file = sled-storage/src/manager.rs:1431
|
| 475 | 2025-01-16T23:21:45.387Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 476 | 2025-01-16T23:21:45.387Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 477 | 2025-01-16T23:21:45.387Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/47f34c1f-e641-403f-804d-b2c26f2cb1f9/crypt/zone/oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7"), full_name: "oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9/crypt/zone/oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7" }
file = sled-storage/src/manager.rs:1431
|
| 478 | 2025-01-16T23:21:45.447Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 479 | 2025-01-16T23:21:45.447Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 480 | 2025-01-16T23:21:45.447Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_28fb7d98-1494-4570-b25a-aa56857fbe19/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 481 | 2025-01-16T23:21:45.494Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 482 | 2025-01-16T23:21:45.494Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 483 | 2025-01-16T23:21:45.494Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_736d5541-d5bd-460c-a5f5-441d6996aa03/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 484 | 2025-01-16T23:21:45.542Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 485 | 2025-01-16T23:21:45.542Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 486 | 2025-01-16T23:21:45.542Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/9764f33b-5a77-475e-83b5-777615774b6a/crypt/zone/oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d"), full_name: "oxp_9764f33b-5a77-475e-83b5-777615774b6a/crypt/zone/oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d" }
file = sled-storage/src/manager.rs:1431
|
| 487 | 2025-01-16T23:21:45.600Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 488 | 2025-01-16T23:21:45.600Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 489 | 2025-01-16T23:21:45.600Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad" }
file = sled-storage/src/manager.rs:1431
|
| 490 | 2025-01-16T23:21:45.613Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/198593b5-c3c6-4ef5-879a-52095a2ef511)
file = sled-agent/src/probe_manager.rs:231
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 491 | 2025-01-16T23:21:45.659Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 492 | 2025-01-16T23:21:45.659Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 493 | 2025-01-16T23:21:45.659Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone/oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5"), full_name: "oxp_723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone/oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5" }
file = sled-storage/src/manager.rs:1431
|
| 494 | 2025-01-16T23:21:45.718Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 495 | 2025-01-16T23:21:45.718Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 496 | 2025-01-16T23:21:45.718Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 497 | 2025-01-16T23:21:45.767Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 498 | 2025-01-16T23:21:45.767Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 499 | 2025-01-16T23:21:45.767Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca" }
file = sled-storage/src/manager.rs:1431
|
| 500 | 2025-01-16T23:21:45.826Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 501 | 2025-01-16T23:21:45.826Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 502 | 2025-01-16T23:21:45.826Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/736d5541-d5bd-460c-a5f5-441d6996aa03/crypt/zone"), full_name: "oxp_736d5541-d5bd-460c-a5f5-441d6996aa03/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 503 | 2025-01-16T23:21:45.855Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 504 | 2025-01-16T23:21:45.855Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 505 | 2025-01-16T23:21:45.855Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/7980b762-6ad3-435b-bf8d-91d18dcf75d4/crypt/zone/oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0"), full_name: "oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4/crypt/zone/oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0" }
file = sled-storage/src/manager.rs:1431
|
| 506 | 2025-01-16T23:21:45.916Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 507 | 2025-01-16T23:21:45.916Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 508 | 2025-01-16T23:21:45.916Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_9764f33b-5a77-475e-83b5-777615774b6a/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 509 | 2025-01-16T23:21:45.964Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 510 | 2025-01-16T23:21:45.964Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 511 | 2025-01-16T23:21:45.964Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/65ae8c88-c7ba-40ff-af14-085d448fc3c0/crypt/debug"), full_name: "oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 512 | 2025-01-16T23:21:45.993Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 513 | 2025-01-16T23:21:45.993Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 514 | 2025-01-16T23:21:45.993Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 515 | 2025-01-16T23:21:46.042Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 516 | 2025-01-16T23:21:46.043Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 517 | 2025-01-16T23:21:46.043Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/external_dns" }
file = sled-storage/src/manager.rs:1431
|
| 518 | 2025-01-16T23:21:46.091Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 519 | 2025-01-16T23:21:46.092Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 520 | 2025-01-16T23:21:46.092Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone/oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), full_name: "oxp_723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone/oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f" }
file = sled-storage/src/manager.rs:1431
|
| 521 | 2025-01-16T23:21:46.150Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 522 | 2025-01-16T23:21:46.150Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 523 | 2025-01-16T23:21:46.150Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/9764f33b-5a77-475e-83b5-777615774b6a/crypt/zone/oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9"), full_name: "oxp_9764f33b-5a77-475e-83b5-777615774b6a/crypt/zone/oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9" }
file = sled-storage/src/manager.rs:1431
|
| 524 | 2025-01-16T23:21:46.212Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 525 | 2025-01-16T23:21:46.212Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 526 | 2025-01-16T23:21:46.212Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/736d5541-d5bd-460c-a5f5-441d6996aa03/crypt/zone/oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb"), full_name: "oxp_736d5541-d5bd-460c-a5f5-441d6996aa03/crypt/zone/oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb" }
file = sled-storage/src/manager.rs:1431
|
| 527 | 2025-01-16T23:21:46.271Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 528 | 2025-01-16T23:21:46.271Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 529 | 2025-01-16T23:21:46.271Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/28fb7d98-1494-4570-b25a-aa56857fbe19/crypt/debug"), full_name: "oxp_28fb7d98-1494-4570-b25a-aa56857fbe19/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 530 | 2025-01-16T23:21:46.300Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 531 | 2025-01-16T23:21:46.300Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 532 | 2025-01-16T23:21:46.300Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 533 | 2025-01-16T23:21:46.349Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 534 | 2025-01-16T23:21:46.349Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 535 | 2025-01-16T23:21:46.349Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/28fb7d98-1494-4570-b25a-aa56857fbe19/crypt/zone/oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9"), full_name: "oxp_28fb7d98-1494-4570-b25a-aa56857fbe19/crypt/zone/oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9" }
file = sled-storage/src/manager.rs:1431
|
| 536 | 2025-01-16T23:21:46.408Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 537 | 2025-01-16T23:21:46.408Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 538 | 2025-01-16T23:21:46.408Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/28fb7d98-1494-4570-b25a-aa56857fbe19/crypt/zone"), full_name: "oxp_28fb7d98-1494-4570-b25a-aa56857fbe19/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 539 | 2025-01-16T23:21:46.437Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 540 | 2025-01-16T23:21:46.437Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 541 | 2025-01-16T23:21:46.437Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 542 | 2025-01-16T23:21:46.487Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 543 | 2025-01-16T23:21:46.487Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 544 | 2025-01-16T23:21:46.487Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 545 | 2025-01-16T23:21:46.537Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 546 | 2025-01-16T23:21:46.537Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 547 | 2025-01-16T23:21:46.537Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/7980b762-6ad3-435b-bf8d-91d18dcf75d4/crypt/zone"), full_name: "oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 548 | 2025-01-16T23:21:46.566Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 549 | 2025-01-16T23:21:46.566Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 550 | 2025-01-16T23:21:46.566Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone/oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663"), full_name: "oxp_723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone/oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663" }
file = sled-storage/src/manager.rs:1431
|
| 551 | 2025-01-16T23:21:46.616Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/198593b5-c3c6-4ef5-879a-52095a2ef511)
file = sled-agent/src/probe_manager.rs:231
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 552 | 2025-01-16T23:21:46.628Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 553 | 2025-01-16T23:21:46.628Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 554 | 2025-01-16T23:21:46.628Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e" }
file = sled-storage/src/manager.rs:1431
|
| 555 | 2025-01-16T23:21:46.688Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 556 | 2025-01-16T23:21:46.688Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 557 | 2025-01-16T23:21:46.688Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/9764f33b-5a77-475e-83b5-777615774b6a/crypt/zone/oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58"), full_name: "oxp_9764f33b-5a77-475e-83b5-777615774b6a/crypt/zone/oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58" }
file = sled-storage/src/manager.rs:1431
|
| 558 | 2025-01-16T23:21:46.747Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 559 | 2025-01-16T23:21:46.747Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 560 | 2025-01-16T23:21:46.747Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/9764f33b-5a77-475e-83b5-777615774b6a/crypt/zone/oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895"), full_name: "oxp_9764f33b-5a77-475e-83b5-777615774b6a/crypt/zone/oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895" }
file = sled-storage/src/manager.rs:1431
|
| 561 | 2025-01-16T23:21:46.804Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 562 | 2025-01-16T23:21:46.804Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 563 | 2025-01-16T23:21:46.804Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone/oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone/oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b" }
file = sled-storage/src/manager.rs:1431
|
| 564 | 2025-01-16T23:21:46.863Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 565 | 2025-01-16T23:21:46.863Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 566 | 2025-01-16T23:21:46.863Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/debug"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 567 | 2025-01-16T23:21:46.892Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 568 | 2025-01-16T23:21:46.892Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 569 | 2025-01-16T23:21:46.892Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/47f34c1f-e641-403f-804d-b2c26f2cb1f9/crypt/zone"), full_name: "oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 570 | 2025-01-16T23:21:46.921Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 571 | 2025-01-16T23:21:46.921Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 572 | 2025-01-16T23:21:46.921Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 573 | 2025-01-16T23:21:46.968Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 574 | 2025-01-16T23:21:46.968Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 575 | 2025-01-16T23:21:46.968Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb" }
file = sled-storage/src/manager.rs:1431
|
| 576 | 2025-01-16T23:21:47.032Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 577 | 2025-01-16T23:21:47.032Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 578 | 2025-01-16T23:21:47.032Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone/oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone/oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f" }
file = sled-storage/src/manager.rs:1431
|
| 579 | 2025-01-16T23:21:47.094Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 580 | 2025-01-16T23:21:47.094Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 581 | 2025-01-16T23:21:47.094Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/debug"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 582 | 2025-01-16T23:21:47.123Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 583 | 2025-01-16T23:21:47.123Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 584 | 2025-01-16T23:21:47.123Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 585 | 2025-01-16T23:21:47.171Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 586 | 2025-01-16T23:21:47.171Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 587 | 2025-01-16T23:21:47.171Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone/oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone/oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a" }
file = sled-storage/src/manager.rs:1431
|
| 588 | 2025-01-16T23:21:47.231Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 589 | 2025-01-16T23:21:47.231Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 590 | 2025-01-16T23:21:47.231Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/65ae8c88-c7ba-40ff-af14-085d448fc3c0/crypt/zone"), full_name: "oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 591 | 2025-01-16T23:21:47.260Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 592 | 2025-01-16T23:21:47.260Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 593 | 2025-01-16T23:21:47.260Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 594 | 2025-01-16T23:21:47.291Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 595 | 2025-01-16T23:21:47.291Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 596 | 2025-01-16T23:21:47.291Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/external_dns" }
file = sled-storage/src/manager.rs:1431
|
| 597 | 2025-01-16T23:21:47.341Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 598 | 2025-01-16T23:21:47.341Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 599 | 2025-01-16T23:21:47.341Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone/oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone/oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053" }
file = sled-storage/src/manager.rs:1431
|
| 600 | 2025-01-16T23:21:47.400Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 601 | 2025-01-16T23:21:47.400Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 602 | 2025-01-16T23:21:47.400Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/736d5541-d5bd-460c-a5f5-441d6996aa03/crypt/debug"), full_name: "oxp_736d5541-d5bd-460c-a5f5-441d6996aa03/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 603 | 2025-01-16T23:21:47.430Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 604 | 2025-01-16T23:21:47.430Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 605 | 2025-01-16T23:21:47.430Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 606 | 2025-01-16T23:21:47.459Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 607 | 2025-01-16T23:21:47.459Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 608 | 2025-01-16T23:21:47.459Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/65ae8c88-c7ba-40ff-af14-085d448fc3c0/crypt/zone/oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), full_name: "oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0/crypt/zone/oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270" }
file = sled-storage/src/manager.rs:1431
|
| 609 | 2025-01-16T23:21:47.519Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 610 | 2025-01-16T23:21:47.519Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 611 | 2025-01-16T23:21:47.519Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone/oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/zone/oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba" }
file = sled-storage/src/manager.rs:1431
|
| 612 | 2025-01-16T23:21:47.579Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 613 | 2025-01-16T23:21:47.579Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 614 | 2025-01-16T23:21:47.579Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/9764f33b-5a77-475e-83b5-777615774b6a/crypt/zone"), full_name: "oxp_9764f33b-5a77-475e-83b5-777615774b6a/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 615 | 2025-01-16T23:21:47.608Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 616 | 2025-01-16T23:21:47.608Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 617 | 2025-01-16T23:21:47.608Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone/oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db"), full_name: "oxp_723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone/oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db" }
file = sled-storage/src/manager.rs:1431
|
| 618 | 2025-01-16T23:21:47.619Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/198593b5-c3c6-4ef5-879a-52095a2ef511)
file = sled-agent/src/probe_manager.rs:231
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 619 | 2025-01-16T23:21:47.669Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 620 | 2025-01-16T23:21:47.669Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 621 | 2025-01-16T23:21:47.669Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278" }
file = sled-storage/src/manager.rs:1431
|
| 622 | 2025-01-16T23:21:47.728Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 623 | 2025-01-16T23:21:47.728Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 624 | 2025-01-16T23:21:47.728Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_723d2041-12e1-48e9-aa34-7148357fe80c/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 625 | 2025-01-16T23:21:47.776Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 626 | 2025-01-16T23:21:47.776Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 627 | 2025-01-16T23:21:47.776Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 628 | 2025-01-16T23:21:47.825Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 629 | 2025-01-16T23:21:47.825Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 630 | 2025-01-16T23:21:47.825Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/clickhouse" }
file = sled-storage/src/manager.rs:1431
|
| 631 | 2025-01-16T23:21:47.874Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 632 | 2025-01-16T23:21:47.874Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 633 | 2025-01-16T23:21:47.874Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_9764f33b-5a77-475e-83b5-777615774b6a/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 634 | 2025-01-16T23:21:47.922Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 635 | 2025-01-16T23:21:47.922Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 636 | 2025-01-16T23:21:47.922Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/65ae8c88-c7ba-40ff-af14-085d448fc3c0/crypt/zone/oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885"), full_name: "oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0/crypt/zone/oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885" }
file = sled-storage/src/manager.rs:1431
|
| 637 | 2025-01-16T23:21:47.982Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 638 | 2025-01-16T23:21:47.982Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 639 | 2025-01-16T23:21:47.982Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone"), full_name: "oxp_723d2041-12e1-48e9-aa34-7148357fe80c/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 640 | 2025-01-16T23:21:48.010Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 641 | 2025-01-16T23:21:48.011Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 642 | 2025-01-16T23:21:48.011Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 643 | 2025-01-16T23:21:48.059Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 644 | 2025-01-16T23:21:48.059Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 645 | 2025-01-16T23:21:48.059Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/7980b762-6ad3-435b-bf8d-91d18dcf75d4/crypt/zone/oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67"), full_name: "oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4/crypt/zone/oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67" }
file = sled-storage/src/manager.rs:1431
|
| 646 | 2025-01-16T23:21:48.118Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 647 | 2025-01-16T23:21:48.118Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 648 | 2025-01-16T23:21:48.118Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63"), full_name: "oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/zone/oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63" }
file = sled-storage/src/manager.rs:1431
|
| 649 | 2025-01-16T23:21:48.128Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 19.145222701s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 650 | 2025-01-16T23:21:48.179Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/.omicron-datasets.json.tmp
file = common/src/ledger.rs:199
request = datasets_ensure
|
| 651 | 2025-01-16T23:21:48.179Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/.omicron-datasets.json.tmp
file = common/src/ledger.rs:199
request = datasets_ensure
|
| 652 | 2025-01-16T23:21:48.179Z | INFO | SledAgent: datasets ensure: Updated storage
file = sled-agent/src/sled_agent.rs:861
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 653 | 2025-01-16T23:21:48.179Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3221815
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:50430
req_id = 75704b7c-02f5-4e51-8b00-c5ed8cb40384
response_code = 200
uri = /datasets
|
| 654 | 2025-01-16T23:21:48.212Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 655 | 2025-01-16T23:21:48.212Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35045
|
| 656 | 2025-01-16T23:21:48.212Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 657 | 2025-01-16T23:21:48.212Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 658 | 2025-01-16T23:21:48.221Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 659 | 2025-01-16T23:21:48.221Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 660 | 2025-01-16T23:21:48.230Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 661 | 2025-01-16T23:21:48.230Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 662 | 2025-01-16T23:21:48.238Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 663 | 2025-01-16T23:21:48.238Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 664 | 2025-01-16T23:21:48.238Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 665 | 2025-01-16T23:21:48.238Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 666 | 2025-01-16T23:21:48.282Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 667 | 2025-01-16T23:21:48.283Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 668 | 2025-01-16T23:21:48.283Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 669 | 2025-01-16T23:21:48.333Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
file = illumos-utils/src/zone.rs:325
|
| 670 | 2025-01-16T23:21:48.337Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
file = illumos-utils/src/zone.rs:325
|
| 671 | 2025-01-16T23:21:48.341Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
file = illumos-utils/src/zone.rs:325
|
| 672 | 2025-01-16T23:21:48.354Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
file = illumos-utils/src/zone.rs:363
|
| 673 | 2025-01-16T23:21:48.358Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
file = illumos-utils/src/zone.rs:363
|
| 674 | 2025-01-16T23:21:48.362Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
file = illumos-utils/src/zone.rs:363
|
| 675 | 2025-01-16T23:21:48.622Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/198593b5-c3c6-4ef5-879a-52095a2ef511)
file = sled-agent/src/probe_manager.rs:231
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 676 | 2025-01-16T23:21:49.941Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 677 | 2025-01-16T23:21:49.941Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 678 | 2025-01-16T23:21:49.941Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
|
| 679 | 2025-01-16T23:21:50.426Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 680 | 2025-01-16T23:21:50.905Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 681 | 2025-01-16T23:21:50.905Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 682 | 2025-01-16T23:21:50.905Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 683 | 2025-01-16T23:21:50.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba") failed: Property not found. retry in 48.400718ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
|
| 684 | 2025-01-16T23:21:50.914Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
|
| 685 | 2025-01-16T23:21:50.918Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
|
| 686 | 2025-01-16T23:21:50.973Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba") failed: Property not found. retry in 90.401715ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
|
| 687 | 2025-01-16T23:21:51.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb") failed: Property not found. retry in 49.029755ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
|
| 688 | 2025-01-16T23:21:51.045Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9") failed: Property not found. retry in 58.889208ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
|
| 689 | 2025-01-16T23:21:51.073Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba") failed: Property not found. retry in 239.927241ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
|
| 690 | 2025-01-16T23:21:51.093Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4307
|
| 691 | 2025-01-16T23:21:51.093Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4317
gateway = fd00:1122:3344:101::1
|
| 692 | 2025-01-16T23:21:51.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb") failed: Property not found. retry in 62.460798ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
|
| 693 | 2025-01-16T23:21:51.100Z | INFO | SledAgent (ServiceManager): Default route already exists
file = sled-agent/src/services.rs:4331
gateway = fd00:1122:3344:101::1
|
| 694 | 2025-01-16T23:21:51.100Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4396
|
| 695 | 2025-01-16T23:21:51.381Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9") failed: Property not found. retry in 90.200418ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
|
| 696 | 2025-01-16T23:21:51.403Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba") failed: Property not found. retry in 451.908896ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
|
| 697 | 2025-01-16T23:21:51.420Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb") failed: Property not found. retry in 104.965159ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
|
| 698 | 2025-01-16T23:21:51.471Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9") failed: Property not found. retry in 180.024558ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
|
| 699 | 2025-01-16T23:21:51.497Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12380209166418342036
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 700 | 2025-01-16T23:21:51.497Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 18107571463403427358
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 701 | 2025-01-16T23:21:51.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb") failed: Property not found. retry in 413.104122ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
|
| 702 | 2025-01-16T23:21:51.638Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4462
|
| 703 | 2025-01-16T23:21:51.638Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4489
|
| 704 | 2025-01-16T23:21:51.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9") failed: Property not found. retry in 496.006118ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
|
| 705 | 2025-01-16T23:21:51.682Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4502
|
| 706 | 2025-01-16T23:21:51.682Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4348
|
| 707 | 2025-01-16T23:21:51.742Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4390
|
| 708 | 2025-01-16T23:21:51.742Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4469
rack_subnet = fd00:1122:3344::
|
| 709 | 2025-01-16T23:21:51.765Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4480
|
| 710 | 2025-01-16T23:21:51.765Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4522
|
| 711 | 2025-01-16T23:21:51.844Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4554
|
| 712 | 2025-01-16T23:21:51.844Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4560
|
| 713 | 2025-01-16T23:21:51.867Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba") failed: Property not found. retry in 625.036921ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
|
| 714 | 2025-01-16T23:21:51.940Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4601
|
| 715 | 2025-01-16T23:21:51.940Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:370
|
| 716 | 2025-01-16T23:21:51.978Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:420
|
| 717 | 2025-01-16T23:21:51.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb") failed: Property not found. retry in 1.055456265s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
|
| 718 | 2025-01-16T23:21:52.011Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:717
|
| 719 | 2025-01-16T23:21:52.011Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:762
|
| 720 | 2025-01-16T23:21:52.012Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:765
uptime = 2
|
| 721 | 2025-01-16T23:21:52.012Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:444
|
| 722 | 2025-01-16T23:21:52.049Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 723 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 724 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 725 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 726 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 727 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 728 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 729 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 730 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 731 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 732 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 733 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 734 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 735 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 736 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 737 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 738 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 739 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 740 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 741 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 742 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 743 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 744 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 745 | 2025-01-16T23:21:52.103Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 746 | 2025-01-16T23:21:52.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9") failed: Property not found. retry in 786.324036ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
|
| 747 | 2025-01-16T23:21:52.292Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15343543213510289921
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 748 | 2025-01-16T23:21:52.292Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7841044830787084053
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 749 | 2025-01-16T23:21:52.501Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba") failed: Property not found. retry in 1.493246246s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
|
| 750 | 2025-01-16T23:21:52.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9") failed: Property not found. retry in 657.390522ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
|
| 751 | 2025-01-16T23:21:53.046Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb") failed: Property not found. retry in 1.0427589s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
|
| 752 | 2025-01-16T23:21:53.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9") failed: Property not found. retry in 1.457306671s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
|
| 753 | 2025-01-16T23:21:54.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba") failed: Property not found. retry in 1.445979279s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
|
| 754 | 2025-01-16T23:21:54.096Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb") failed: Property not found. retry in 1.00253543s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
|
| 755 | 2025-01-16T23:21:55.101Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9") failed: Property not found. retry in 1.338879027s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
|
| 756 | 2025-01-16T23:21:55.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb") failed: Property not found. retry in 759.942037ms
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
|
| 757 | 2025-01-16T23:21:55.460Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba") failed: Property not found. retry in 1.350079394s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
|
| 758 | 2025-01-16T23:21:55.880Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb") failed: Property not found. retry in 1.024882278s
file = illumos-utils/src/svc.rs:42
zone = oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
|
| 759 | 2025-01-16T23:21:56.924Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_internal_dns_fd10c057-8c9f-4db2-98b5-bcf5e0d536ba
|
| 760 | 2025-01-16T23:21:56.924Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_internal_dns_5c1ab32c-50b8-4564-bf29-e388b915cbdb
|
| 761 | 2025-01-16T23:21:56.924Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_internal_dns_fd7a4ec0-c746-4aff-9239-7c8992ff75d9
|
| 762 | 2025-01-16T23:21:56.924Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 763 | 2025-01-16T23:21:56.924Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 764 | 2025-01-16T23:21:56.924Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8712420
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:35045
req_id = 9aef1d7d-c012-4351-86e8-2dd430fc68f5
response_code = 204
uri = /omicron-zones
|
| 765 | 2025-01-16T23:21:56.926Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 766 | 2025-01-16T23:21:56.978Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 767 | 2025-01-16T23:21:57.008Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 114.356557ms)
dns_config_addr = [fd00:1122:3344:2::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:678
|
| 768 | 2025-01-16T23:21:57.142Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 769 | 2025-01-16T23:21:57.188Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:694
|
| 770 | 2025-01-16T23:21:57.188Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 771 | 2025-01-16T23:21:57.219Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 772 | 2025-01-16T23:21:57.219Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 773 | 2025-01-16T23:21:57.219Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 774 | 2025-01-16T23:21:57.249Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 775 | 2025-01-16T23:21:57.249Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50872
|
| 776 | 2025-01-16T23:21:57.249Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 777 | 2025-01-16T23:21:57.249Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 778 | 2025-01-16T23:21:57.260Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 779 | 2025-01-16T23:21:57.260Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 780 | 2025-01-16T23:21:57.268Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 781 | 2025-01-16T23:21:57.268Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 782 | 2025-01-16T23:21:57.276Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 783 | 2025-01-16T23:21:57.276Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 784 | 2025-01-16T23:21:57.276Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 785 | 2025-01-16T23:21:57.276Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 786 | 2025-01-16T23:21:57.286Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 787 | 2025-01-16T23:21:57.319Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 788 | 2025-01-16T23:21:57.320Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 789 | 2025-01-16T23:21:57.320Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 790 | 2025-01-16T23:21:57.350Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 180, 222]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 791 | 2025-01-16T23:21:57.350Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = boundary_ntp
|
| 792 | 2025-01-16T23:21:57.350Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:83
|
| 793 | 2025-01-16T23:21:57.350Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:90
|
| 794 | 2025-01-16T23:21:57.351Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:118
|
| 795 | 2025-01-16T23:21:57.351Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 796 | 2025-01-16T23:21:57.376Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
file = illumos-utils/src/zone.rs:325
|
| 797 | 2025-01-16T23:21:57.395Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
file = illumos-utils/src/zone.rs:363
|
| 798 | 2025-01-16T23:21:58.022Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 799 | 2025-01-16T23:21:58.022Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
|
| 800 | 2025-01-16T23:21:58.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db") failed: Property not found. retry in 39.550415ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
|
| 801 | 2025-01-16T23:21:58.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db") failed: Property not found. retry in 75.511055ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
|
| 802 | 2025-01-16T23:21:58.343Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db") failed: Property not found. retry in 259.163605ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
|
| 803 | 2025-01-16T23:21:58.615Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db") failed: Property not found. retry in 351.68857ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
|
| 804 | 2025-01-16T23:21:58.975Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db") failed: Property not found. retry in 578.184329ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
|
| 805 | 2025-01-16T23:21:59.566Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db") failed: Property not found. retry in 828.781799ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
|
| 806 | 2025-01-16T23:22:00.405Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db") failed: Property not found. retry in 1.037180427s
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
|
| 807 | 2025-01-16T23:22:01.452Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db") failed: Property not found. retry in 769.977944ms
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
|
| 808 | 2025-01-16T23:22:01.499Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12380209166418342036
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 809 | 2025-01-16T23:22:01.499Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 18107571463403427358
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 810 | 2025-01-16T23:22:02.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db") failed: Property not found. retry in 1.050605614s
file = illumos-utils/src/svc.rs:42
zone = oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
|
| 811 | 2025-01-16T23:22:02.293Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15343543213510289921
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 812 | 2025-01-16T23:22:02.293Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7841044830787084053
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 813 | 2025-01-16T23:22:03.301Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db
|
| 814 | 2025-01-16T23:22:03.301Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 815 | 2025-01-16T23:22:03.302Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 816 | 2025-01-16T23:22:03.302Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6052933
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:50872
req_id = b62137ab-7a7c-4764-86fb-9c0acc919dbe
response_code = 204
uri = /omicron-zones
|
| 817 | 2025-01-16T23:22:03.304Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:735
|
| 818 | 2025-01-16T23:22:03.334Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 819 | 2025-01-16T23:22:03.334Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36607
|
| 820 | 2025-01-16T23:22:03.344Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3915
|
| 821 | 2025-01-16T23:22:03.344Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 9445
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36607
req_id = 02d2e30e-ced1-4f40-8e0f-e0c33402a7e1
response_code = 500
uri = /timesync
|
| 822 | 2025-01-16T23:22:03.347Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 823 | 2025-01-16T23:22:03.520Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 824 | 2025-01-16T23:22:03.520Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43197
|
| 825 | 2025-01-16T23:22:06.466Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7399087247714968952
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 826 | 2025-01-16T23:22:06.831Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 18163733479285228256
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 827 | 2025-01-16T23:22:06.925Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12274258656289525428
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 828 | 2025-01-16T23:22:07.529Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3915
|
| 829 | 2025-01-16T23:22:07.529Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 4009668
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43197
req_id = ee4c8b0d-2ff2-46ce-af5c-3a881f27fe54
response_code = 500
uri = /timesync
|
| 830 | 2025-01-16T23:22:07.531Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 831 | 2025-01-16T23:22:07.652Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 832 | 2025-01-16T23:22:07.653Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46486
|
| 833 | 2025-01-16T23:22:07.661Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_5bea1f62-6d19-4a05-904a-8ec00054b4db': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3915
|
| 834 | 2025-01-16T23:22:07.661Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 8609
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46486
req_id = dd1372f6-9daa-4b08-a8f9-34e7948434c1
response_code = 500
uri = /timesync
|
| 835 | 2025-01-16T23:22:07.664Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 836 | 2025-01-16T23:22:07.825Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 837 | 2025-01-16T23:22:07.825Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49088
|
| 838 | 2025-01-16T23:22:07.833Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8362
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49088
req_id = de7ba436-07c4-4d8a-82a5-e266b1256006
response_code = 200
uri = /timesync
|
| 839 | 2025-01-16T23:22:07.836Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 840 | 2025-01-16T23:22:07.836Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 841 | 2025-01-16T23:22:07.993Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 842 | 2025-01-16T23:22:07.993Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57466
|
| 843 | 2025-01-16T23:22:08.001Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8070
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57466
req_id = c1445d69-7fff-470e-ba35-1d3056574d04
response_code = 200
uri = /timesync
|
| 844 | 2025-01-16T23:22:08.004Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 845 | 2025-01-16T23:22:08.004Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 846 | 2025-01-16T23:22:08.314Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 847 | 2025-01-16T23:22:08.314Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58084
|
| 848 | 2025-01-16T23:22:08.322Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7449
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58084
req_id = 4621cd79-1097-4351-9859-d4980f04c936
response_code = 200
uri = /timesync
|
| 849 | 2025-01-16T23:22:08.325Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 850 | 2025-01-16T23:22:08.325Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 851 | 2025-01-16T23:22:08.684Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 852 | 2025-01-16T23:22:08.684Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64539
|
| 853 | 2025-01-16T23:22:08.692Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8025
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64539
req_id = 10096442-24d3-4363-addf-2a326c14c573
response_code = 200
uri = /timesync
|
| 854 | 2025-01-16T23:22:08.696Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 855 | 2025-01-16T23:22:08.696Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 856 | 2025-01-16T23:22:08.894Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 857 | 2025-01-16T23:22:08.894Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51883
|
| 858 | 2025-01-16T23:22:08.902Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8325
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51883
req_id = 74ff933e-9619-416b-80f3-5ae54c5778de
response_code = 200
uri = /timesync
|
| 859 | 2025-01-16T23:22:08.905Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 860 | 2025-01-16T23:22:08.905Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 861 | 2025-01-16T23:22:09.284Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 862 | 2025-01-16T23:22:09.284Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53182
|
| 863 | 2025-01-16T23:22:09.293Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8278
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53182
req_id = b024b3c0-d1ce-4160-a95b-fa7f1fcd7dd5
response_code = 200
uri = /timesync
|
| 864 | 2025-01-16T23:22:09.294Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 865 | 2025-01-16T23:22:09.294Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 866 | 2025-01-16T23:22:09.303Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 867 | 2025-01-16T23:22:09.303Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42271
|
| 868 | 2025-01-16T23:22:09.322Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 19492
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42271
req_id = 8d25adc7-b954-45d7-aaa7-d248492c959e
response_code = 200
uri = /timesync
|
| 869 | 2025-01-16T23:22:09.327Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1078944965, ip_addr: 64.79.100.197, stratum: 3, ref_time: 1737069728.3353877, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 870 | 2025-01-16T23:22:09.327Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1392
|
| 871 | 2025-01-16T23:22:09.358Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 872 | 2025-01-16T23:22:09.359Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47378
|
| 873 | 2025-01-16T23:22:09.359Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 874 | 2025-01-16T23:22:09.359Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 875 | 2025-01-16T23:22:09.370Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 876 | 2025-01-16T23:22:09.370Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 877 | 2025-01-16T23:22:09.379Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 878 | 2025-01-16T23:22:09.379Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 879 | 2025-01-16T23:22:09.388Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 880 | 2025-01-16T23:22:09.388Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 881 | 2025-01-16T23:22:09.396Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 882 | 2025-01-16T23:22:09.397Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 883 | 2025-01-16T23:22:09.405Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 884 | 2025-01-16T23:22:09.405Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 885 | 2025-01-16T23:22:09.415Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 886 | 2025-01-16T23:22:09.415Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 887 | 2025-01-16T23:22:09.425Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 888 | 2025-01-16T23:22:09.425Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 889 | 2025-01-16T23:22:09.435Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 890 | 2025-01-16T23:22:09.435Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 891 | 2025-01-16T23:22:09.435Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 892 | 2025-01-16T23:22:09.435Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 893 | 2025-01-16T23:22:10.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 894 | 2025-01-16T23:22:10.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 895 | 2025-01-16T23:22:10.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 896 | 2025-01-16T23:22:10.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 897 | 2025-01-16T23:22:10.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 898 | 2025-01-16T23:22:10.035Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
file = illumos-utils/src/zone.rs:325
|
| 899 | 2025-01-16T23:22:10.040Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
file = illumos-utils/src/zone.rs:325
|
| 900 | 2025-01-16T23:22:10.044Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
file = illumos-utils/src/zone.rs:325
|
| 901 | 2025-01-16T23:22:10.049Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
file = illumos-utils/src/zone.rs:325
|
| 902 | 2025-01-16T23:22:10.053Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
file = illumos-utils/src/zone.rs:325
|
| 903 | 2025-01-16T23:22:10.057Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
file = illumos-utils/src/zone.rs:363
|
| 904 | 2025-01-16T23:22:10.062Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
file = illumos-utils/src/zone.rs:363
|
| 905 | 2025-01-16T23:22:10.067Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
file = illumos-utils/src/zone.rs:363
|
| 906 | 2025-01-16T23:22:10.071Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
file = illumos-utils/src/zone.rs:363
|
| 907 | 2025-01-16T23:22:10.075Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
file = illumos-utils/src/zone.rs:363
|
| 908 | 2025-01-16T23:22:13.697Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='68c82739-2730-47fe-bbf9-3a5150b872f5'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 909 | 2025-01-16T23:22:13.702Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 910 | 2025-01-16T23:22:13.731Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 911 | 2025-01-16T23:22:13.731Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 912 | 2025-01-16T23:22:13.928Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='4a7f469e-713f-435a-a668-41edc7319053'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 913 | 2025-01-16T23:22:13.928Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 914 | 2025-01-16T23:22:13.934Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='d2b1f660-7424-4780-8b78-032cf4cd5278'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 915 | 2025-01-16T23:22:13.934Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 916 | 2025-01-16T23:22:13.942Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='528bb1ba-b28e-4a21-a60d-70c953eccb58'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 917 | 2025-01-16T23:22:13.943Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 918 | 2025-01-16T23:22:13.960Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 41.251865ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 919 | 2025-01-16T23:22:13.969Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 31.957801ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 920 | 2025-01-16T23:22:14.018Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 101.921868ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 921 | 2025-01-16T23:22:14.028Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 113.38978ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 922 | 2025-01-16T23:22:14.103Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 67.432452ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 923 | 2025-01-16T23:22:14.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 42.412239ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 924 | 2025-01-16T23:22:14.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 73.154099ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 925 | 2025-01-16T23:22:14.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 272.518973ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 926 | 2025-01-16T23:22:14.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 274.09695ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 927 | 2025-01-16T23:22:14.165Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 130.129346ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 928 | 2025-01-16T23:22:14.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 68.668502ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 929 | 2025-01-16T23:22:14.201Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 52.790866ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 930 | 2025-01-16T23:22:14.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 112.328147ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 931 | 2025-01-16T23:22:14.265Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 274.144991ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 932 | 2025-01-16T23:22:14.307Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 240.308355ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 933 | 2025-01-16T23:22:14.382Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 582.457068ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 934 | 2025-01-16T23:22:14.416Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 426.140028ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 935 | 2025-01-16T23:22:14.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 509.153227ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 936 | 2025-01-16T23:22:14.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 480.238406ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 937 | 2025-01-16T23:22:14.658Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 440.488611ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 938 | 2025-01-16T23:22:14.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 849.818435ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 939 | 2025-01-16T23:22:14.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 488.659137ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 940 | 2025-01-16T23:22:14.975Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 984.624513ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 941 | 2025-01-16T23:22:15.109Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 515.337156ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 942 | 2025-01-16T23:22:15.128Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 412.787211ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 943 | 2025-01-16T23:22:15.544Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 949.679902ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 944 | 2025-01-16T23:22:15.553Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 535.194106ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 945 | 2025-01-16T23:22:15.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 951.236242ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 946 | 2025-01-16T23:22:15.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 1.212603877s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 947 | 2025-01-16T23:22:15.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 1.261145641s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 948 | 2025-01-16T23:22:16.096Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 1.336088455s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 949 | 2025-01-16T23:22:16.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 576.584308ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 950 | 2025-01-16T23:22:16.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 707.626244ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 951 | 2025-01-16T23:22:16.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 918.314562ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 952 | 2025-01-16T23:22:17.084Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 708.69695ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 953 | 2025-01-16T23:22:17.234Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 819.651923ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 954 | 2025-01-16T23:22:17.306Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 1.269311062s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 955 | 2025-01-16T23:22:17.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 508.780922ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 956 | 2025-01-16T23:22:17.800Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 790.799816ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 957 | 2025-01-16T23:22:17.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 1.339021403s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 958 | 2025-01-16T23:22:17.954Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 798.379126ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 959 | 2025-01-16T23:22:18.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 584.521567ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 960 | 2025-01-16T23:22:18.584Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 1.023487966s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 961 | 2025-01-16T23:22:18.600Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 884.081346ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 962 | 2025-01-16T23:22:18.656Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 1.364407496s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 963 | 2025-01-16T23:22:18.762Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 996.629908ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 964 | 2025-01-16T23:22:19.198Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 847.194596ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 965 | 2025-01-16T23:22:19.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 878.055178ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 966 | 2025-01-16T23:22:19.613Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 772.398558ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 967 | 2025-01-16T23:22:19.765Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 531.894405ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 968 | 2025-01-16T23:22:20.025Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 574.71096ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 969 | 2025-01-16T23:22:20.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 1.261079476s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 970 | 2025-01-16T23:22:20.304Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 837.908202ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 971 | 2025-01-16T23:22:20.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 1.204624874s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 972 | 2025-01-16T23:22:20.394Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 904.817573ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 973 | 2025-01-16T23:22:20.607Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 1.138517287s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 974 | 2025-01-16T23:22:21.149Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 523.859654ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 975 | 2025-01-16T23:22:21.307Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 831.267656ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 976 | 2025-01-16T23:22:21.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 883.28342ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 977 | 2025-01-16T23:22:21.591Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5") failed: Property not found. retry in 858.57201ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 978 | 2025-01-16T23:22:21.646Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56175
|
| 979 | 2025-01-16T23:22:21.647Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56175
req_id = af16c55b-f9c7-4be8-aaf9-44b21f1fea09
response_code = 200
uri = /baseboard
|
| 980 | 2025-01-16T23:22:21.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278") failed: Property not found. retry in 819.707081ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 981 | 2025-01-16T23:22:21.753Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053") failed: Property not found. retry in 1.276816019s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 982 | 2025-01-16T23:22:22.145Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58") failed: Property not found. retry in 694.96559ms
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 983 | 2025-01-16T23:22:22.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67") failed: Property not found. retry in 1.146501024s
file = illumos-utils/src/svc.rs:42
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 984 | 2025-01-16T23:22:22.289Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 307.417455ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 985 | 2025-01-16T23:22:23.376Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_528bb1ba-b28e-4a21-a60d-70c953eccb58
|
| 986 | 2025-01-16T23:22:23.376Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67
|
| 987 | 2025-01-16T23:22:23.376Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_68c82739-2730-47fe-bbf9-3a5150b872f5
|
| 988 | 2025-01-16T23:22:23.376Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_d2b1f660-7424-4780-8b78-032cf4cd5278
|
| 989 | 2025-01-16T23:22:23.376Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053
|
| 990 | 2025-01-16T23:22:23.376Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 991 | 2025-01-16T23:22:23.377Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 992 | 2025-01-16T23:22:23.377Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 13627218
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:47378
req_id = bd844774-7d27-4e44-8adf-0e44c3bc2188
response_code = 204
uri = /omicron-zones
|
| 993 | 2025-01-16T23:22:23.416Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36021
|
| 994 | 2025-01-16T23:22:23.447Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 30801
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:36021
req_id = f7790890-e5dc-49fb-b7b7-f3c8d54333a2
response_code = 500
uri = /cockroachdb
|
| 995 | 2025-01-16T23:22:23.447Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f7790890-e5dc-49fb-b7b7-f3c8d54333a2", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:23 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f7790890-e5dc-49fb-b7b7-f3c8d54333a2" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 89.27238ms
|
| 996 | 2025-01-16T23:22:23.569Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 31434
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:36021
req_id = 9d868151-0c58-46fd-80f1-85f2ae47fa67
response_code = 500
uri = /cockroachdb
|
| 997 | 2025-01-16T23:22:23.570Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "9d868151-0c58-46fd-80f1-85f2ae47fa67", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:23 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "9d868151-0c58-46fd-80f1-85f2ae47fa67" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 109.262869ms
|
| 998 | 2025-01-16T23:22:23.709Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 28409
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:36021
req_id = 0c78175c-563b-4047-82bb-5a3640f46489
response_code = 500
uri = /cockroachdb
|
| 999 | 2025-01-16T23:22:23.709Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0c78175c-563b-4047-82bb-5a3640f46489", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:23 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0c78175c-563b-4047-82bb-5a3640f46489" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 111.491244ms
|
| 1000 | 2025-01-16T23:22:23.849Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 26664
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:36021
req_id = 9828649f-75bd-4fb1-b11f-3a59542eb0ba
response_code = 500
uri = /cockroachdb
|
| 1001 | 2025-01-16T23:22:23.849Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "9828649f-75bd-4fb1-b11f-3a59542eb0ba", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:23 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "9828649f-75bd-4fb1-b11f-3a59542eb0ba" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 221.484064ms
|
| 1002 | 2025-01-16T23:22:24.098Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 26275
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:36021
req_id = f950ff35-4740-45f3-a1fb-f34fb7840d95
response_code = 500
uri = /cockroachdb
|
| 1003 | 2025-01-16T23:22:24.098Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f950ff35-4740-45f3-a1fb-f34fb7840d95", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:23 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f950ff35-4740-45f3-a1fb-f34fb7840d95" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 146.214603ms
|
| 1004 | 2025-01-16T23:22:24.274Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:3758
|
| 1005 | 2025-01-16T23:22:47.417Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3776
|
| 1006 | 2025-01-16T23:22:49.596Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize CockroachDb: Error running command in zone 'oxz_cockroachdb_4a7f469e-713f-435a-a668-41edc7319053': Command [/opt/oxide/cockroachdb/bin/cockroach sql --insecure --host [fd00:1122:3344:101::3]:32221 --file /opt/oxide/cockroachdb/sql/dbinit.sql] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_ABORT_SPAN): "sql txn" meta={id=70d33435 key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.01307973 epo=0 ts=1737069769.325275911,1 min=1737069768.910647966,0 seq=443} lock=true stat=ABORTED rts=1737069768.910647966,0 wto=false gul=1737069769.410647966,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_abort_span\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_ABORT_SPAN): "sql txn" meta={id=70d33435 key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.01307973 epo=0 ts=1737069769.325275911,1 min=1737069768.910647966,0 seq=443} lock=true stat=ABORTED rts=1737069768.910647966,0 wto=false gul=1737069769.410647966,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_abort_span\nFailed running "sql"\n
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 25419355
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:36021
req_id = 7d40d964-7a64-425f-aac8-1d7bc1d14539
response_code = 500
uri = /cockroachdb
|
| 1007 | 2025-01-16T23:22:49.599Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7d40d964-7a64-425f-aac8-1d7bc1d14539", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:49 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7d40d964-7a64-425f-aac8-1d7bc1d14539" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 196.905488ms
|
| 1008 | 2025-01-16T23:22:49.604Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 601.389846ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 1009 | 2025-01-16T23:22:49.829Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:3758
|
| 1010 | 2025-01-16T23:22:49.948Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3776
|
| 1011 | 2025-01-16T23:22:57.544Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3799
|
| 1012 | 2025-01-16T23:22:57.545Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7769721
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:36021
req_id = 78a79fdd-1a53-436e-8097-68a4372346e9
response_code = 204
uri = /cockroachdb
|
| 1013 | 2025-01-16T23:22:57.546Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49136
|
| 1014 | 2025-01-16T23:22:57.546Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 259
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49136
req_id = 1b5c7eea-d99d-4a75-bf64-3f43e7376c5a
response_code = 200
uri = /baseboard
|
| 1015 | 2025-01-16T23:22:57.586Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1016 | 2025-01-16T23:22:57.588Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39593
|
| 1017 | 2025-01-16T23:22:57.589Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1018 | 2025-01-16T23:22:57.589Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1019 | 2025-01-16T23:22:57.603Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1020 | 2025-01-16T23:22:57.603Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1021 | 2025-01-16T23:22:57.614Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1022 | 2025-01-16T23:22:57.615Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1023 | 2025-01-16T23:22:57.625Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1024 | 2025-01-16T23:22:57.625Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1025 | 2025-01-16T23:22:57.635Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1026 | 2025-01-16T23:22:57.635Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1027 | 2025-01-16T23:22:57.644Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1028 | 2025-01-16T23:22:57.644Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1029 | 2025-01-16T23:22:57.653Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1030 | 2025-01-16T23:22:57.653Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1031 | 2025-01-16T23:22:57.663Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1032 | 2025-01-16T23:22:57.663Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1033 | 2025-01-16T23:22:57.672Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1034 | 2025-01-16T23:22:57.672Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1035 | 2025-01-16T23:22:57.682Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1036 | 2025-01-16T23:22:57.682Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1037 | 2025-01-16T23:22:57.694Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1038 | 2025-01-16T23:22:57.694Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1039 | 2025-01-16T23:22:57.705Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1040 | 2025-01-16T23:22:57.705Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1041 | 2025-01-16T23:22:57.715Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1042 | 2025-01-16T23:22:57.715Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1043 | 2025-01-16T23:22:57.725Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1044 | 2025-01-16T23:22:57.725Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1045 | 2025-01-16T23:22:57.734Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1046 | 2025-01-16T23:22:57.734Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1047 | 2025-01-16T23:22:57.744Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1048 | 2025-01-16T23:22:57.744Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1049 | 2025-01-16T23:22:57.754Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1050 | 2025-01-16T23:22:57.754Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1051 | 2025-01-16T23:22:57.765Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1052 | 2025-01-16T23:22:57.765Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1053 | 2025-01-16T23:22:57.775Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1054 | 2025-01-16T23:22:57.775Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1055 | 2025-01-16T23:22:57.785Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1056 | 2025-01-16T23:22:57.785Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1057 | 2025-01-16T23:22:57.795Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1058 | 2025-01-16T23:22:57.795Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1059 | 2025-01-16T23:22:57.796Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1060 | 2025-01-16T23:22:57.796Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1061 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1062 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1063 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1064 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1065 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1066 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1067 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1068 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1069 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1070 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1071 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1072 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1073 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1074 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1075 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1076 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1077 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1078 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1079 | 2025-01-16T23:22:57.905Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1080 | 2025-01-16T23:22:57.905Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 318422
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = 7f40e855-92e0-4cb3-80d5-55d3fda2b251
response_code = 500
uri = /omicron-zones
|
| 1081 | 2025-01-16T23:22:57.906Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7f40e855-92e0-4cb3-80d5-55d3fda2b251", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:57 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7f40e855-92e0-4cb3-80d5-55d3fda2b251" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 128.580097ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1082 | 2025-01-16T23:22:58.036Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1083 | 2025-01-16T23:22:58.036Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1084 | 2025-01-16T23:22:58.036Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1085 | 2025-01-16T23:22:58.047Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1086 | 2025-01-16T23:22:58.047Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1087 | 2025-01-16T23:22:58.059Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1088 | 2025-01-16T23:22:58.059Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1089 | 2025-01-16T23:22:58.071Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1090 | 2025-01-16T23:22:58.071Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1091 | 2025-01-16T23:22:58.082Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1092 | 2025-01-16T23:22:58.082Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1093 | 2025-01-16T23:22:58.093Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1094 | 2025-01-16T23:22:58.093Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1095 | 2025-01-16T23:22:58.103Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1096 | 2025-01-16T23:22:58.103Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1097 | 2025-01-16T23:22:58.115Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1098 | 2025-01-16T23:22:58.115Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1099 | 2025-01-16T23:22:58.126Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1100 | 2025-01-16T23:22:58.126Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1101 | 2025-01-16T23:22:58.136Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1102 | 2025-01-16T23:22:58.136Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1103 | 2025-01-16T23:22:58.146Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1104 | 2025-01-16T23:22:58.146Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1105 | 2025-01-16T23:22:58.155Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1106 | 2025-01-16T23:22:58.155Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1107 | 2025-01-16T23:22:58.165Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1108 | 2025-01-16T23:22:58.165Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1109 | 2025-01-16T23:22:58.177Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1110 | 2025-01-16T23:22:58.177Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1111 | 2025-01-16T23:22:58.188Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1112 | 2025-01-16T23:22:58.188Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1113 | 2025-01-16T23:22:58.199Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1114 | 2025-01-16T23:22:58.199Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1115 | 2025-01-16T23:22:58.210Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1116 | 2025-01-16T23:22:58.210Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1117 | 2025-01-16T23:22:58.220Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1118 | 2025-01-16T23:22:58.220Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1119 | 2025-01-16T23:22:58.230Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1120 | 2025-01-16T23:22:58.230Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1121 | 2025-01-16T23:22:58.241Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1122 | 2025-01-16T23:22:58.241Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1123 | 2025-01-16T23:22:58.251Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1124 | 2025-01-16T23:22:58.251Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1125 | 2025-01-16T23:22:58.251Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1126 | 2025-01-16T23:22:58.251Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1127 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1128 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1129 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1130 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1131 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1132 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1133 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1134 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1135 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1136 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1137 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1138 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1139 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1140 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1141 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1142 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1143 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1144 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1145 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1146 | 2025-01-16T23:22:58.356Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 321343
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = f637aca3-2e1f-47dc-a546-4e4ff46990d1
response_code = 500
uri = /omicron-zones
|
| 1147 | 2025-01-16T23:22:58.356Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f637aca3-2e1f-47dc-a546-4e4ff46990d1", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:58 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f637aca3-2e1f-47dc-a546-4e4ff46990d1" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 133.752902ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1148 | 2025-01-16T23:22:58.491Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1149 | 2025-01-16T23:22:58.491Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1150 | 2025-01-16T23:22:58.492Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1151 | 2025-01-16T23:22:58.504Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1152 | 2025-01-16T23:22:58.504Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1153 | 2025-01-16T23:22:58.515Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1154 | 2025-01-16T23:22:58.515Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1155 | 2025-01-16T23:22:58.527Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1156 | 2025-01-16T23:22:58.527Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1157 | 2025-01-16T23:22:58.537Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1158 | 2025-01-16T23:22:58.538Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1159 | 2025-01-16T23:22:58.548Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1160 | 2025-01-16T23:22:58.548Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1161 | 2025-01-16T23:22:58.559Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1162 | 2025-01-16T23:22:58.559Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1163 | 2025-01-16T23:22:58.571Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1164 | 2025-01-16T23:22:58.571Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1165 | 2025-01-16T23:22:58.582Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1166 | 2025-01-16T23:22:58.582Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1167 | 2025-01-16T23:22:58.594Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1168 | 2025-01-16T23:22:58.594Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1169 | 2025-01-16T23:22:58.603Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1170 | 2025-01-16T23:22:58.604Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1171 | 2025-01-16T23:22:58.614Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1172 | 2025-01-16T23:22:58.614Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1173 | 2025-01-16T23:22:58.625Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1174 | 2025-01-16T23:22:58.625Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1175 | 2025-01-16T23:22:58.636Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1176 | 2025-01-16T23:22:58.636Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1177 | 2025-01-16T23:22:58.646Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1178 | 2025-01-16T23:22:58.646Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1179 | 2025-01-16T23:22:58.657Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1180 | 2025-01-16T23:22:58.657Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1181 | 2025-01-16T23:22:58.668Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1182 | 2025-01-16T23:22:58.668Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1183 | 2025-01-16T23:22:58.679Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1184 | 2025-01-16T23:22:58.679Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1185 | 2025-01-16T23:22:58.689Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1186 | 2025-01-16T23:22:58.689Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1187 | 2025-01-16T23:22:58.698Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1188 | 2025-01-16T23:22:58.698Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1189 | 2025-01-16T23:22:58.709Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1190 | 2025-01-16T23:22:58.709Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1191 | 2025-01-16T23:22:58.709Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1192 | 2025-01-16T23:22:58.709Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1193 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1194 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1195 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1196 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1197 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1198 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1199 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1200 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1201 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1202 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1203 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1204 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1205 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1206 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1207 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1208 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1209 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1210 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1211 | 2025-01-16T23:22:58.814Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1212 | 2025-01-16T23:22:58.814Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 324047
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = a6f8b992-8db0-4e63-b95a-dd1881363f13
response_code = 500
uri = /omicron-zones
|
| 1213 | 2025-01-16T23:22:58.815Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a6f8b992-8db0-4e63-b95a-dd1881363f13", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:58 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a6f8b992-8db0-4e63-b95a-dd1881363f13" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 181.49997ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1214 | 2025-01-16T23:22:58.996Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1215 | 2025-01-16T23:22:58.997Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1216 | 2025-01-16T23:22:58.997Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1217 | 2025-01-16T23:22:59.009Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1218 | 2025-01-16T23:22:59.009Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1219 | 2025-01-16T23:22:59.020Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1220 | 2025-01-16T23:22:59.020Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1221 | 2025-01-16T23:22:59.032Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1222 | 2025-01-16T23:22:59.032Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1223 | 2025-01-16T23:22:59.041Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1224 | 2025-01-16T23:22:59.042Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1225 | 2025-01-16T23:22:59.051Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1226 | 2025-01-16T23:22:59.051Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1227 | 2025-01-16T23:22:59.062Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1228 | 2025-01-16T23:22:59.062Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1229 | 2025-01-16T23:22:59.072Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1230 | 2025-01-16T23:22:59.072Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1231 | 2025-01-16T23:22:59.083Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1232 | 2025-01-16T23:22:59.083Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1233 | 2025-01-16T23:22:59.093Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1234 | 2025-01-16T23:22:59.094Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1235 | 2025-01-16T23:22:59.105Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1236 | 2025-01-16T23:22:59.105Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1237 | 2025-01-16T23:22:59.115Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1238 | 2025-01-16T23:22:59.115Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1239 | 2025-01-16T23:22:59.126Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1240 | 2025-01-16T23:22:59.126Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1241 | 2025-01-16T23:22:59.138Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1242 | 2025-01-16T23:22:59.138Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1243 | 2025-01-16T23:22:59.148Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1244 | 2025-01-16T23:22:59.149Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1245 | 2025-01-16T23:22:59.159Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1246 | 2025-01-16T23:22:59.159Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1247 | 2025-01-16T23:22:59.169Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1248 | 2025-01-16T23:22:59.169Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1249 | 2025-01-16T23:22:59.180Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1250 | 2025-01-16T23:22:59.180Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1251 | 2025-01-16T23:22:59.190Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1252 | 2025-01-16T23:22:59.190Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1253 | 2025-01-16T23:22:59.201Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1254 | 2025-01-16T23:22:59.201Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1255 | 2025-01-16T23:22:59.211Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1256 | 2025-01-16T23:22:59.211Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1257 | 2025-01-16T23:22:59.211Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1258 | 2025-01-16T23:22:59.211Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1259 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1260 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1261 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1262 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1263 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1264 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1265 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1266 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1267 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1268 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1269 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1270 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1271 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1272 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1273 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1274 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1275 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1276 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1277 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1278 | 2025-01-16T23:22:59.311Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 315380
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = eb19c9aa-3d34-4b28-966b-e43558c7e5f4
response_code = 500
uri = /omicron-zones
|
| 1279 | 2025-01-16T23:22:59.311Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "eb19c9aa-3d34-4b28-966b-e43558c7e5f4", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:59 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "eb19c9aa-3d34-4b28-966b-e43558c7e5f4" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 137.680645ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1280 | 2025-01-16T23:22:59.449Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1281 | 2025-01-16T23:22:59.449Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1282 | 2025-01-16T23:22:59.449Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1283 | 2025-01-16T23:22:59.461Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1284 | 2025-01-16T23:22:59.461Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1285 | 2025-01-16T23:22:59.472Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1286 | 2025-01-16T23:22:59.472Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1287 | 2025-01-16T23:22:59.483Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1288 | 2025-01-16T23:22:59.483Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1289 | 2025-01-16T23:22:59.494Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1290 | 2025-01-16T23:22:59.494Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1291 | 2025-01-16T23:22:59.505Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1292 | 2025-01-16T23:22:59.505Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1293 | 2025-01-16T23:22:59.515Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1294 | 2025-01-16T23:22:59.515Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1295 | 2025-01-16T23:22:59.524Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1296 | 2025-01-16T23:22:59.524Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1297 | 2025-01-16T23:22:59.534Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1298 | 2025-01-16T23:22:59.534Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1299 | 2025-01-16T23:22:59.544Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1300 | 2025-01-16T23:22:59.544Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1301 | 2025-01-16T23:22:59.554Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1302 | 2025-01-16T23:22:59.554Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1303 | 2025-01-16T23:22:59.564Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1304 | 2025-01-16T23:22:59.564Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1305 | 2025-01-16T23:22:59.573Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1306 | 2025-01-16T23:22:59.574Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1307 | 2025-01-16T23:22:59.584Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1308 | 2025-01-16T23:22:59.584Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1309 | 2025-01-16T23:22:59.594Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1310 | 2025-01-16T23:22:59.594Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1311 | 2025-01-16T23:22:59.604Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1312 | 2025-01-16T23:22:59.604Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1313 | 2025-01-16T23:22:59.613Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1314 | 2025-01-16T23:22:59.613Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1315 | 2025-01-16T23:22:59.623Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1316 | 2025-01-16T23:22:59.623Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1317 | 2025-01-16T23:22:59.633Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1318 | 2025-01-16T23:22:59.633Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1319 | 2025-01-16T23:22:59.642Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1320 | 2025-01-16T23:22:59.642Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1321 | 2025-01-16T23:22:59.652Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1322 | 2025-01-16T23:22:59.652Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1323 | 2025-01-16T23:22:59.652Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1324 | 2025-01-16T23:22:59.652Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1325 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1326 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1327 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1328 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1329 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1330 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1331 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1332 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1333 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1334 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1335 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1336 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1337 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1338 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1339 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1340 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1341 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1342 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1343 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1344 | 2025-01-16T23:22:59.751Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 302686
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = a1ce92fd-18e4-43ed-b4a5-3021c10e02a2
response_code = 500
uri = /omicron-zones
|
| 1345 | 2025-01-16T23:22:59.751Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a1ce92fd-18e4-43ed-b4a5-3021c10e02a2", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:59 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a1ce92fd-18e4-43ed-b4a5-3021c10e02a2" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 114.241208ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1346 | 2025-01-16T23:22:59.866Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1347 | 2025-01-16T23:22:59.867Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1348 | 2025-01-16T23:22:59.867Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1349 | 2025-01-16T23:22:59.878Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1350 | 2025-01-16T23:22:59.878Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1351 | 2025-01-16T23:22:59.889Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1352 | 2025-01-16T23:22:59.889Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1353 | 2025-01-16T23:22:59.900Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1354 | 2025-01-16T23:22:59.900Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1355 | 2025-01-16T23:22:59.910Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1356 | 2025-01-16T23:22:59.910Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1357 | 2025-01-16T23:22:59.920Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1358 | 2025-01-16T23:22:59.920Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1359 | 2025-01-16T23:22:59.930Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1360 | 2025-01-16T23:22:59.930Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1361 | 2025-01-16T23:22:59.940Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1362 | 2025-01-16T23:22:59.940Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1363 | 2025-01-16T23:22:59.950Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1364 | 2025-01-16T23:22:59.950Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1365 | 2025-01-16T23:22:59.959Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1366 | 2025-01-16T23:22:59.959Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1367 | 2025-01-16T23:22:59.969Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1368 | 2025-01-16T23:22:59.969Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1369 | 2025-01-16T23:22:59.980Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1370 | 2025-01-16T23:22:59.980Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1371 | 2025-01-16T23:22:59.991Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1372 | 2025-01-16T23:22:59.991Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1373 | 2025-01-16T23:23:00.001Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1374 | 2025-01-16T23:23:00.002Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1375 | 2025-01-16T23:23:00.010Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1376 | 2025-01-16T23:23:00.010Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1377 | 2025-01-16T23:23:00.020Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1378 | 2025-01-16T23:23:00.020Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1379 | 2025-01-16T23:23:00.031Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1380 | 2025-01-16T23:23:00.031Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1381 | 2025-01-16T23:23:00.040Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1382 | 2025-01-16T23:23:00.040Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1383 | 2025-01-16T23:23:00.050Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1384 | 2025-01-16T23:23:00.050Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1385 | 2025-01-16T23:23:00.060Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1386 | 2025-01-16T23:23:00.060Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1387 | 2025-01-16T23:23:00.070Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1388 | 2025-01-16T23:23:00.070Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1389 | 2025-01-16T23:23:00.070Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1390 | 2025-01-16T23:23:00.070Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1391 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1392 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1393 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1394 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1395 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1396 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1397 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1398 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1399 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1400 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1401 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1402 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1403 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1404 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1405 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1406 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1407 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1408 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1409 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1410 | 2025-01-16T23:23:00.170Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 304659
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = 0211d365-a39e-4a22-94df-f5f08cdfb7e6
response_code = 500
uri = /omicron-zones
|
| 1411 | 2025-01-16T23:23:00.170Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0211d365-a39e-4a22-94df-f5f08cdfb7e6", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:00 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0211d365-a39e-4a22-94df-f5f08cdfb7e6" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 187.031945ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1412 | 2025-01-16T23:23:00.357Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1413 | 2025-01-16T23:23:00.358Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1414 | 2025-01-16T23:23:00.358Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1415 | 2025-01-16T23:23:00.370Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1416 | 2025-01-16T23:23:00.370Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1417 | 2025-01-16T23:23:00.380Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1418 | 2025-01-16T23:23:00.380Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1419 | 2025-01-16T23:23:00.389Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1420 | 2025-01-16T23:23:00.389Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1421 | 2025-01-16T23:23:00.400Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1422 | 2025-01-16T23:23:00.400Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1423 | 2025-01-16T23:23:00.409Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1424 | 2025-01-16T23:23:00.409Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1425 | 2025-01-16T23:23:00.419Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1426 | 2025-01-16T23:23:00.419Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1427 | 2025-01-16T23:23:00.429Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1428 | 2025-01-16T23:23:00.429Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1429 | 2025-01-16T23:23:00.439Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1430 | 2025-01-16T23:23:00.439Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1431 | 2025-01-16T23:23:00.449Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1432 | 2025-01-16T23:23:00.449Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1433 | 2025-01-16T23:23:00.459Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1434 | 2025-01-16T23:23:00.459Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1435 | 2025-01-16T23:23:00.469Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1436 | 2025-01-16T23:23:00.469Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1437 | 2025-01-16T23:23:00.479Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1438 | 2025-01-16T23:23:00.479Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1439 | 2025-01-16T23:23:00.489Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1440 | 2025-01-16T23:23:00.489Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1441 | 2025-01-16T23:23:00.499Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1442 | 2025-01-16T23:23:00.499Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1443 | 2025-01-16T23:23:00.509Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1444 | 2025-01-16T23:23:00.509Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1445 | 2025-01-16T23:23:00.519Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1446 | 2025-01-16T23:23:00.520Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1447 | 2025-01-16T23:23:00.529Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1448 | 2025-01-16T23:23:00.529Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1449 | 2025-01-16T23:23:00.539Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1450 | 2025-01-16T23:23:00.539Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1451 | 2025-01-16T23:23:00.549Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1452 | 2025-01-16T23:23:00.549Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1453 | 2025-01-16T23:23:00.558Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1454 | 2025-01-16T23:23:00.558Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1455 | 2025-01-16T23:23:00.558Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1456 | 2025-01-16T23:23:00.558Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1457 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1458 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1459 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1460 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1461 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1462 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1463 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1464 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1465 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1466 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1467 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1468 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1469 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1470 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1471 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1472 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1473 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1474 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1475 | 2025-01-16T23:23:00.661Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1476 | 2025-01-16T23:23:00.661Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 304648
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = 9f8430a7-d72a-40c1-bc63-e80ce75d2b39
response_code = 500
uri = /omicron-zones
|
| 1477 | 2025-01-16T23:23:00.662Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "9f8430a7-d72a-40c1-bc63-e80ce75d2b39", "content-length": "124", "date": "Thu, 16 Jan 2025 23:22:59 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "9f8430a7-d72a-40c1-bc63-e80ce75d2b39" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 424.896039ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1478 | 2025-01-16T23:23:01.087Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1479 | 2025-01-16T23:23:01.087Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1480 | 2025-01-16T23:23:01.087Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1481 | 2025-01-16T23:23:01.099Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1482 | 2025-01-16T23:23:01.099Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1483 | 2025-01-16T23:23:01.111Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1484 | 2025-01-16T23:23:01.111Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1485 | 2025-01-16T23:23:01.121Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1486 | 2025-01-16T23:23:01.121Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1487 | 2025-01-16T23:23:01.131Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1488 | 2025-01-16T23:23:01.131Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1489 | 2025-01-16T23:23:01.141Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1490 | 2025-01-16T23:23:01.141Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1491 | 2025-01-16T23:23:01.150Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1492 | 2025-01-16T23:23:01.150Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1493 | 2025-01-16T23:23:01.159Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1494 | 2025-01-16T23:23:01.159Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1495 | 2025-01-16T23:23:01.168Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1496 | 2025-01-16T23:23:01.168Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1497 | 2025-01-16T23:23:01.178Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1498 | 2025-01-16T23:23:01.178Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1499 | 2025-01-16T23:23:01.187Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1500 | 2025-01-16T23:23:01.187Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1501 | 2025-01-16T23:23:01.196Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1502 | 2025-01-16T23:23:01.196Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1503 | 2025-01-16T23:23:01.207Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1504 | 2025-01-16T23:23:01.207Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1505 | 2025-01-16T23:23:01.218Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1506 | 2025-01-16T23:23:01.218Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1507 | 2025-01-16T23:23:01.227Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1508 | 2025-01-16T23:23:01.227Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1509 | 2025-01-16T23:23:01.237Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1510 | 2025-01-16T23:23:01.237Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1511 | 2025-01-16T23:23:01.247Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1512 | 2025-01-16T23:23:01.247Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1513 | 2025-01-16T23:23:01.257Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1514 | 2025-01-16T23:23:01.257Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1515 | 2025-01-16T23:23:01.266Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1516 | 2025-01-16T23:23:01.266Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1517 | 2025-01-16T23:23:01.275Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1518 | 2025-01-16T23:23:01.275Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1519 | 2025-01-16T23:23:01.284Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1520 | 2025-01-16T23:23:01.284Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1521 | 2025-01-16T23:23:01.284Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1522 | 2025-01-16T23:23:01.285Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1523 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1524 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1525 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1526 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1527 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1528 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1529 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1530 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1531 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1532 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1533 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1534 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1535 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1536 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1537 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1538 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1539 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1540 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1541 | 2025-01-16T23:23:01.381Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1542 | 2025-01-16T23:23:01.381Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 295199
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = 4c6d2d2e-575d-4154-9c68-12aba3ba8e5d
response_code = 500
uri = /omicron-zones
|
| 1543 | 2025-01-16T23:23:01.382Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4c6d2d2e-575d-4154-9c68-12aba3ba8e5d", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:01 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4c6d2d2e-575d-4154-9c68-12aba3ba8e5d" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 410.694699ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1544 | 2025-01-16T23:23:01.792Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1545 | 2025-01-16T23:23:01.792Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1546 | 2025-01-16T23:23:01.792Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1547 | 2025-01-16T23:23:01.804Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1548 | 2025-01-16T23:23:01.804Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1549 | 2025-01-16T23:23:01.815Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1550 | 2025-01-16T23:23:01.815Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1551 | 2025-01-16T23:23:01.826Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1552 | 2025-01-16T23:23:01.826Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1553 | 2025-01-16T23:23:01.836Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1554 | 2025-01-16T23:23:01.836Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1555 | 2025-01-16T23:23:01.845Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1556 | 2025-01-16T23:23:01.845Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1557 | 2025-01-16T23:23:01.855Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1558 | 2025-01-16T23:23:01.855Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1559 | 2025-01-16T23:23:01.865Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1560 | 2025-01-16T23:23:01.865Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1561 | 2025-01-16T23:23:01.875Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1562 | 2025-01-16T23:23:01.875Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1563 | 2025-01-16T23:23:01.885Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1564 | 2025-01-16T23:23:01.885Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1565 | 2025-01-16T23:23:01.895Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1566 | 2025-01-16T23:23:01.895Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1567 | 2025-01-16T23:23:01.905Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1568 | 2025-01-16T23:23:01.905Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1569 | 2025-01-16T23:23:01.914Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1570 | 2025-01-16T23:23:01.914Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1571 | 2025-01-16T23:23:01.927Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1572 | 2025-01-16T23:23:01.927Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1573 | 2025-01-16T23:23:01.937Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1574 | 2025-01-16T23:23:01.937Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1575 | 2025-01-16T23:23:01.947Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1576 | 2025-01-16T23:23:01.947Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1577 | 2025-01-16T23:23:01.958Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1578 | 2025-01-16T23:23:01.958Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1579 | 2025-01-16T23:23:01.969Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1580 | 2025-01-16T23:23:01.969Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1581 | 2025-01-16T23:23:01.981Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1582 | 2025-01-16T23:23:01.981Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1583 | 2025-01-16T23:23:01.993Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1584 | 2025-01-16T23:23:01.993Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1585 | 2025-01-16T23:23:02.003Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1586 | 2025-01-16T23:23:02.004Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1587 | 2025-01-16T23:23:02.004Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1588 | 2025-01-16T23:23:02.004Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1589 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1590 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1591 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1592 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1593 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1594 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1595 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1596 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1597 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1598 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1599 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1600 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1601 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1602 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1603 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1604 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1605 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1606 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1607 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1608 | 2025-01-16T23:23:02.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 310637
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = bb68ffa5-1ace-4054-a7e5-7a05d96eb657
response_code = 500
uri = /omicron-zones
|
| 1609 | 2025-01-16T23:23:02.102Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "bb68ffa5-1ace-4054-a7e5-7a05d96eb657", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:02 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "bb68ffa5-1ace-4054-a7e5-7a05d96eb657" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 343.292113ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1610 | 2025-01-16T23:23:02.446Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1611 | 2025-01-16T23:23:02.446Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1612 | 2025-01-16T23:23:02.446Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1613 | 2025-01-16T23:23:02.457Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1614 | 2025-01-16T23:23:02.457Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1615 | 2025-01-16T23:23:02.468Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1616 | 2025-01-16T23:23:02.468Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1617 | 2025-01-16T23:23:02.477Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1618 | 2025-01-16T23:23:02.477Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1619 | 2025-01-16T23:23:02.488Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1620 | 2025-01-16T23:23:02.488Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1621 | 2025-01-16T23:23:02.497Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1622 | 2025-01-16T23:23:02.497Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1623 | 2025-01-16T23:23:02.507Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1624 | 2025-01-16T23:23:02.507Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1625 | 2025-01-16T23:23:02.517Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1626 | 2025-01-16T23:23:02.518Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1627 | 2025-01-16T23:23:02.526Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1628 | 2025-01-16T23:23:02.526Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1629 | 2025-01-16T23:23:02.535Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1630 | 2025-01-16T23:23:02.535Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1631 | 2025-01-16T23:23:02.549Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1632 | 2025-01-16T23:23:02.549Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1633 | 2025-01-16T23:23:02.558Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1634 | 2025-01-16T23:23:02.558Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1635 | 2025-01-16T23:23:02.567Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1636 | 2025-01-16T23:23:02.567Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1637 | 2025-01-16T23:23:02.577Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1638 | 2025-01-16T23:23:02.577Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1639 | 2025-01-16T23:23:02.587Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1640 | 2025-01-16T23:23:02.587Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1641 | 2025-01-16T23:23:02.596Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1642 | 2025-01-16T23:23:02.596Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1643 | 2025-01-16T23:23:02.605Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1644 | 2025-01-16T23:23:02.605Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1645 | 2025-01-16T23:23:02.618Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1646 | 2025-01-16T23:23:02.618Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1647 | 2025-01-16T23:23:02.628Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1648 | 2025-01-16T23:23:02.628Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1649 | 2025-01-16T23:23:02.638Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1650 | 2025-01-16T23:23:02.638Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1651 | 2025-01-16T23:23:02.647Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1652 | 2025-01-16T23:23:02.647Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1653 | 2025-01-16T23:23:02.647Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1654 | 2025-01-16T23:23:02.648Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1655 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1656 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1657 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1658 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1659 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1660 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1661 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1662 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1663 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1664 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1665 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1666 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1667 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1668 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1669 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1670 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1671 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1672 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1673 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1674 | 2025-01-16T23:23:02.741Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 295867
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = 42cb6c64-6e61-4d9d-a0f2-6b5edde2bdc0
response_code = 500
uri = /omicron-zones
|
| 1675 | 2025-01-16T23:23:02.741Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "42cb6c64-6e61-4d9d-a0f2-6b5edde2bdc0", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:02 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "42cb6c64-6e61-4d9d-a0f2-6b5edde2bdc0" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 668.298103ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1676 | 2025-01-16T23:23:03.409Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1677 | 2025-01-16T23:23:03.410Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1678 | 2025-01-16T23:23:03.410Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1679 | 2025-01-16T23:23:03.421Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1680 | 2025-01-16T23:23:03.421Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1681 | 2025-01-16T23:23:03.432Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1682 | 2025-01-16T23:23:03.432Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1683 | 2025-01-16T23:23:03.443Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1684 | 2025-01-16T23:23:03.443Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1685 | 2025-01-16T23:23:03.453Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1686 | 2025-01-16T23:23:03.453Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1687 | 2025-01-16T23:23:03.462Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1688 | 2025-01-16T23:23:03.462Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1689 | 2025-01-16T23:23:03.472Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1690 | 2025-01-16T23:23:03.472Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1691 | 2025-01-16T23:23:03.483Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1692 | 2025-01-16T23:23:03.483Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1693 | 2025-01-16T23:23:03.493Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1694 | 2025-01-16T23:23:03.493Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1695 | 2025-01-16T23:23:03.502Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1696 | 2025-01-16T23:23:03.502Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1697 | 2025-01-16T23:23:03.512Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1698 | 2025-01-16T23:23:03.512Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1699 | 2025-01-16T23:23:03.523Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1700 | 2025-01-16T23:23:03.523Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1701 | 2025-01-16T23:23:03.533Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1702 | 2025-01-16T23:23:03.533Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1703 | 2025-01-16T23:23:03.544Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1704 | 2025-01-16T23:23:03.544Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1705 | 2025-01-16T23:23:03.554Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1706 | 2025-01-16T23:23:03.554Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1707 | 2025-01-16T23:23:03.564Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1708 | 2025-01-16T23:23:03.564Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1709 | 2025-01-16T23:23:03.574Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1710 | 2025-01-16T23:23:03.574Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1711 | 2025-01-16T23:23:03.583Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1712 | 2025-01-16T23:23:03.583Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1713 | 2025-01-16T23:23:03.592Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1714 | 2025-01-16T23:23:03.592Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1715 | 2025-01-16T23:23:03.601Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1716 | 2025-01-16T23:23:03.601Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1717 | 2025-01-16T23:23:03.610Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1718 | 2025-01-16T23:23:03.610Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1719 | 2025-01-16T23:23:03.610Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1720 | 2025-01-16T23:23:03.610Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1721 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1722 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1723 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1724 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1725 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1726 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1727 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1728 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1729 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1730 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1731 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1732 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1733 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1734 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1735 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1736 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1737 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1738 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1739 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1740 | 2025-01-16T23:23:03.708Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 299800
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = d4e12451-3750-4e9f-9fd6-58d457862549
response_code = 500
uri = /omicron-zones
|
| 1741 | 2025-01-16T23:23:03.708Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d4e12451-3750-4e9f-9fd6-58d457862549", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:03 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d4e12451-3750-4e9f-9fd6-58d457862549" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 544.776062ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1742 | 2025-01-16T23:23:04.254Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1743 | 2025-01-16T23:23:04.254Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1744 | 2025-01-16T23:23:04.254Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1745 | 2025-01-16T23:23:04.265Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1746 | 2025-01-16T23:23:04.266Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1747 | 2025-01-16T23:23:04.276Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1748 | 2025-01-16T23:23:04.276Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1749 | 2025-01-16T23:23:04.286Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1750 | 2025-01-16T23:23:04.286Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1751 | 2025-01-16T23:23:04.296Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1752 | 2025-01-16T23:23:04.296Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1753 | 2025-01-16T23:23:04.307Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1754 | 2025-01-16T23:23:04.307Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1755 | 2025-01-16T23:23:04.316Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1756 | 2025-01-16T23:23:04.316Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1757 | 2025-01-16T23:23:04.326Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1758 | 2025-01-16T23:23:04.326Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1759 | 2025-01-16T23:23:04.336Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1760 | 2025-01-16T23:23:04.336Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1761 | 2025-01-16T23:23:04.347Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1762 | 2025-01-16T23:23:04.347Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1763 | 2025-01-16T23:23:04.357Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1764 | 2025-01-16T23:23:04.357Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1765 | 2025-01-16T23:23:04.366Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1766 | 2025-01-16T23:23:04.366Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1767 | 2025-01-16T23:23:04.376Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1768 | 2025-01-16T23:23:04.376Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1769 | 2025-01-16T23:23:04.386Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1770 | 2025-01-16T23:23:04.386Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1771 | 2025-01-16T23:23:04.395Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1772 | 2025-01-16T23:23:04.395Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1773 | 2025-01-16T23:23:04.404Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1774 | 2025-01-16T23:23:04.406Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1775 | 2025-01-16T23:23:04.414Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1776 | 2025-01-16T23:23:04.414Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1777 | 2025-01-16T23:23:04.424Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1778 | 2025-01-16T23:23:04.424Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1779 | 2025-01-16T23:23:04.433Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1780 | 2025-01-16T23:23:04.433Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1781 | 2025-01-16T23:23:04.443Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1782 | 2025-01-16T23:23:04.443Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1783 | 2025-01-16T23:23:04.452Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1784 | 2025-01-16T23:23:04.452Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1785 | 2025-01-16T23:23:04.452Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1786 | 2025-01-16T23:23:04.452Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1787 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1788 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1789 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1790 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1791 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1792 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1793 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1794 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1795 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1796 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1797 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1798 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1799 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1800 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1801 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1802 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1803 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1804 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1805 | 2025-01-16T23:23:04.549Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1806 | 2025-01-16T23:23:04.549Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 296588
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = dc2b3211-6e20-4b4a-b0f6-dff0f5056877
response_code = 500
uri = /omicron-zones
|
| 1807 | 2025-01-16T23:23:04.550Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "dc2b3211-6e20-4b4a-b0f6-dff0f5056877", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:03 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "dc2b3211-6e20-4b4a-b0f6-dff0f5056877" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 918.817906ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1808 | 2025-01-16T23:23:05.467Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1809 | 2025-01-16T23:23:05.467Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1810 | 2025-01-16T23:23:05.467Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1811 | 2025-01-16T23:23:05.479Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1812 | 2025-01-16T23:23:05.479Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1813 | 2025-01-16T23:23:05.489Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1814 | 2025-01-16T23:23:05.489Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1815 | 2025-01-16T23:23:05.499Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1816 | 2025-01-16T23:23:05.499Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1817 | 2025-01-16T23:23:05.509Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1818 | 2025-01-16T23:23:05.509Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1819 | 2025-01-16T23:23:05.518Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1820 | 2025-01-16T23:23:05.518Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1821 | 2025-01-16T23:23:05.527Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1822 | 2025-01-16T23:23:05.527Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1823 | 2025-01-16T23:23:05.536Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1824 | 2025-01-16T23:23:05.536Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1825 | 2025-01-16T23:23:05.546Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1826 | 2025-01-16T23:23:05.546Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1827 | 2025-01-16T23:23:05.556Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1828 | 2025-01-16T23:23:05.556Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1829 | 2025-01-16T23:23:05.565Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1830 | 2025-01-16T23:23:05.565Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1831 | 2025-01-16T23:23:05.576Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1832 | 2025-01-16T23:23:05.576Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1833 | 2025-01-16T23:23:05.587Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1834 | 2025-01-16T23:23:05.587Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1835 | 2025-01-16T23:23:05.597Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1836 | 2025-01-16T23:23:05.597Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1837 | 2025-01-16T23:23:05.606Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1838 | 2025-01-16T23:23:05.606Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1839 | 2025-01-16T23:23:05.616Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1840 | 2025-01-16T23:23:05.616Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1841 | 2025-01-16T23:23:05.625Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1842 | 2025-01-16T23:23:05.625Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1843 | 2025-01-16T23:23:05.634Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1844 | 2025-01-16T23:23:05.634Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1845 | 2025-01-16T23:23:05.643Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1846 | 2025-01-16T23:23:05.643Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1847 | 2025-01-16T23:23:05.655Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1848 | 2025-01-16T23:23:05.655Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1849 | 2025-01-16T23:23:05.665Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1850 | 2025-01-16T23:23:05.665Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1851 | 2025-01-16T23:23:05.665Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1852 | 2025-01-16T23:23:05.665Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1853 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1854 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1855 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1856 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1857 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1858 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1859 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1860 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1861 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1862 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1863 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1864 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1865 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1866 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1867 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1868 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1869 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1870 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1871 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1872 | 2025-01-16T23:23:05.757Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 291147
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = 6ca1593a-f9a0-4931-92ce-ee7c41d0a2d9
response_code = 500
uri = /omicron-zones
|
| 1873 | 2025-01-16T23:23:05.757Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6ca1593a-f9a0-4931-92ce-ee7c41d0a2d9", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:05 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6ca1593a-f9a0-4931-92ce-ee7c41d0a2d9" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 917.679522ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1874 | 2025-01-16T23:23:06.673Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1875 | 2025-01-16T23:23:06.674Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1876 | 2025-01-16T23:23:06.674Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1877 | 2025-01-16T23:23:06.686Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1878 | 2025-01-16T23:23:06.686Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1879 | 2025-01-16T23:23:06.696Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1880 | 2025-01-16T23:23:06.696Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1881 | 2025-01-16T23:23:06.706Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1882 | 2025-01-16T23:23:06.706Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1883 | 2025-01-16T23:23:06.715Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1884 | 2025-01-16T23:23:06.715Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1885 | 2025-01-16T23:23:06.726Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1886 | 2025-01-16T23:23:06.726Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1887 | 2025-01-16T23:23:06.736Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1888 | 2025-01-16T23:23:06.737Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1889 | 2025-01-16T23:23:06.745Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1890 | 2025-01-16T23:23:06.745Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1891 | 2025-01-16T23:23:06.755Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1892 | 2025-01-16T23:23:06.755Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1893 | 2025-01-16T23:23:06.764Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1894 | 2025-01-16T23:23:06.764Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1895 | 2025-01-16T23:23:06.774Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1896 | 2025-01-16T23:23:06.774Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1897 | 2025-01-16T23:23:06.782Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1898 | 2025-01-16T23:23:06.783Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1899 | 2025-01-16T23:23:06.792Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1900 | 2025-01-16T23:23:06.792Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1901 | 2025-01-16T23:23:06.801Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1902 | 2025-01-16T23:23:06.801Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1903 | 2025-01-16T23:23:06.810Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1904 | 2025-01-16T23:23:06.810Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1905 | 2025-01-16T23:23:06.819Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1906 | 2025-01-16T23:23:06.819Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1907 | 2025-01-16T23:23:06.828Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1908 | 2025-01-16T23:23:06.828Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1909 | 2025-01-16T23:23:06.837Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1910 | 2025-01-16T23:23:06.837Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1911 | 2025-01-16T23:23:06.847Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1912 | 2025-01-16T23:23:06.847Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1913 | 2025-01-16T23:23:06.856Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1914 | 2025-01-16T23:23:06.856Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1915 | 2025-01-16T23:23:06.866Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1916 | 2025-01-16T23:23:06.866Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1917 | 2025-01-16T23:23:06.866Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1918 | 2025-01-16T23:23:06.866Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1919 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 1920 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1921 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1922 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1923 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1924 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 1925 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1926 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1927 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 1928 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1929 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1930 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1931 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1932 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 1933 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1934 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1935 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1936 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1937 | 2025-01-16T23:23:06.961Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 1938 | 2025-01-16T23:23:06.961Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 288618
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = 8655a40c-c126-4b56-b9eb-599e322c349a
response_code = 500
uri = /omicron-zones
|
| 1939 | 2025-01-16T23:23:06.962Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "8655a40c-c126-4b56-b9eb-599e322c349a", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:06 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "8655a40c-c126-4b56-b9eb-599e322c349a" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 932.832927ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1940 | 2025-01-16T23:23:07.893Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1941 | 2025-01-16T23:23:07.894Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1942 | 2025-01-16T23:23:07.894Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1943 | 2025-01-16T23:23:07.906Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1944 | 2025-01-16T23:23:07.906Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1945 | 2025-01-16T23:23:07.915Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1946 | 2025-01-16T23:23:07.915Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1947 | 2025-01-16T23:23:07.925Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1948 | 2025-01-16T23:23:07.925Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1949 | 2025-01-16T23:23:07.934Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1950 | 2025-01-16T23:23:07.935Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1951 | 2025-01-16T23:23:07.944Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1952 | 2025-01-16T23:23:07.944Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1953 | 2025-01-16T23:23:07.953Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1954 | 2025-01-16T23:23:07.953Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1955 | 2025-01-16T23:23:07.962Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1956 | 2025-01-16T23:23:07.962Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1957 | 2025-01-16T23:23:07.971Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1958 | 2025-01-16T23:23:07.971Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1959 | 2025-01-16T23:23:07.981Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1960 | 2025-01-16T23:23:07.981Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1961 | 2025-01-16T23:23:07.991Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1962 | 2025-01-16T23:23:07.991Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1963 | 2025-01-16T23:23:08.001Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1964 | 2025-01-16T23:23:08.001Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1965 | 2025-01-16T23:23:08.010Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1966 | 2025-01-16T23:23:08.010Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1967 | 2025-01-16T23:23:08.020Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1968 | 2025-01-16T23:23:08.020Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1969 | 2025-01-16T23:23:08.030Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1970 | 2025-01-16T23:23:08.030Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1971 | 2025-01-16T23:23:08.039Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1972 | 2025-01-16T23:23:08.039Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1973 | 2025-01-16T23:23:08.049Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1974 | 2025-01-16T23:23:08.049Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1975 | 2025-01-16T23:23:08.058Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1976 | 2025-01-16T23:23:08.058Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1977 | 2025-01-16T23:23:08.068Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1978 | 2025-01-16T23:23:08.068Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1979 | 2025-01-16T23:23:08.077Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1980 | 2025-01-16T23:23:08.077Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1981 | 2025-01-16T23:23:08.086Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1982 | 2025-01-16T23:23:08.086Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1983 | 2025-01-16T23:23:08.086Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1984 | 2025-01-16T23:23:08.086Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1985 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 1986 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 1987 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 1988 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 1989 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 1990 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 1991 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 1992 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 1993 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 1994 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 1995 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 1996 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 1997 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 1998 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 1999 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2000 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2001 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2002 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2003 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2004 | 2025-01-16T23:23:08.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 286968
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = bf853891-27bc-4429-92a4-8b2acf06ef62
response_code = 500
uri = /omicron-zones
|
| 2005 | 2025-01-16T23:23:08.180Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "bf853891-27bc-4429-92a4-8b2acf06ef62", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:08 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "bf853891-27bc-4429-92a4-8b2acf06ef62" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 879.461819ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2006 | 2025-01-16T23:23:09.058Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2007 | 2025-01-16T23:23:09.058Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2008 | 2025-01-16T23:23:09.058Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2009 | 2025-01-16T23:23:09.070Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2010 | 2025-01-16T23:23:09.070Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2011 | 2025-01-16T23:23:09.080Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2012 | 2025-01-16T23:23:09.080Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2013 | 2025-01-16T23:23:09.091Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2014 | 2025-01-16T23:23:09.091Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2015 | 2025-01-16T23:23:09.100Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2016 | 2025-01-16T23:23:09.100Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2017 | 2025-01-16T23:23:09.109Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2018 | 2025-01-16T23:23:09.112Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2019 | 2025-01-16T23:23:09.119Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2020 | 2025-01-16T23:23:09.119Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2021 | 2025-01-16T23:23:09.128Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2022 | 2025-01-16T23:23:09.128Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2023 | 2025-01-16T23:23:09.137Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2024 | 2025-01-16T23:23:09.140Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2025 | 2025-01-16T23:23:09.147Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2026 | 2025-01-16T23:23:09.147Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2027 | 2025-01-16T23:23:09.157Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2028 | 2025-01-16T23:23:09.157Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2029 | 2025-01-16T23:23:09.166Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2030 | 2025-01-16T23:23:09.166Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2031 | 2025-01-16T23:23:09.176Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2032 | 2025-01-16T23:23:09.176Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2033 | 2025-01-16T23:23:09.185Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2034 | 2025-01-16T23:23:09.185Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2035 | 2025-01-16T23:23:09.194Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2036 | 2025-01-16T23:23:09.194Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2037 | 2025-01-16T23:23:09.204Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2038 | 2025-01-16T23:23:09.207Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2039 | 2025-01-16T23:23:09.213Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2040 | 2025-01-16T23:23:09.213Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2041 | 2025-01-16T23:23:09.223Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2042 | 2025-01-16T23:23:09.223Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2043 | 2025-01-16T23:23:09.232Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2044 | 2025-01-16T23:23:09.232Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2045 | 2025-01-16T23:23:09.241Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2046 | 2025-01-16T23:23:09.241Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2047 | 2025-01-16T23:23:09.252Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2048 | 2025-01-16T23:23:09.252Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2049 | 2025-01-16T23:23:09.252Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2050 | 2025-01-16T23:23:09.252Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2051 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2052 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2053 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2054 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 2055 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2056 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2057 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2058 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2059 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2060 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2061 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2062 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2063 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2064 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2065 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2066 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2067 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2068 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2069 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2070 | 2025-01-16T23:23:09.349Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 291561
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = ce0eda58-2417-4081-9353-5b8ad7b285e4
response_code = 500
uri = /omicron-zones
|
| 2071 | 2025-01-16T23:23:09.349Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ce0eda58-2417-4081-9353-5b8ad7b285e4", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:09 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ce0eda58-2417-4081-9353-5b8ad7b285e4" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.50285421s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2072 | 2025-01-16T23:23:10.850Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2073 | 2025-01-16T23:23:10.850Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2074 | 2025-01-16T23:23:10.850Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2075 | 2025-01-16T23:23:10.861Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2076 | 2025-01-16T23:23:10.863Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2077 | 2025-01-16T23:23:10.872Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2078 | 2025-01-16T23:23:10.872Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2079 | 2025-01-16T23:23:10.882Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2080 | 2025-01-16T23:23:10.884Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2081 | 2025-01-16T23:23:10.892Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2082 | 2025-01-16T23:23:10.892Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2083 | 2025-01-16T23:23:10.901Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2084 | 2025-01-16T23:23:10.901Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2085 | 2025-01-16T23:23:10.911Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2086 | 2025-01-16T23:23:10.911Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2087 | 2025-01-16T23:23:10.922Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2088 | 2025-01-16T23:23:10.922Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2089 | 2025-01-16T23:23:10.931Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2090 | 2025-01-16T23:23:10.931Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2091 | 2025-01-16T23:23:10.941Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2092 | 2025-01-16T23:23:10.941Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2093 | 2025-01-16T23:23:10.952Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2094 | 2025-01-16T23:23:10.955Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2095 | 2025-01-16T23:23:10.962Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2096 | 2025-01-16T23:23:10.962Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2097 | 2025-01-16T23:23:10.972Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2098 | 2025-01-16T23:23:10.972Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2099 | 2025-01-16T23:23:10.982Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2100 | 2025-01-16T23:23:10.982Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2101 | 2025-01-16T23:23:10.992Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2102 | 2025-01-16T23:23:10.992Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2103 | 2025-01-16T23:23:11.003Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2104 | 2025-01-16T23:23:11.003Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2105 | 2025-01-16T23:23:11.013Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2106 | 2025-01-16T23:23:11.013Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2107 | 2025-01-16T23:23:11.022Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2108 | 2025-01-16T23:23:11.022Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2109 | 2025-01-16T23:23:11.032Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2110 | 2025-01-16T23:23:11.032Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2111 | 2025-01-16T23:23:11.042Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2112 | 2025-01-16T23:23:11.044Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2113 | 2025-01-16T23:23:11.052Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2114 | 2025-01-16T23:23:11.052Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2115 | 2025-01-16T23:23:11.052Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2116 | 2025-01-16T23:23:11.052Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2117 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2118 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2119 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2120 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2121 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 2122 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2123 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2124 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2125 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2126 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2127 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2128 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2129 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2130 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2131 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2132 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2133 | 2025-01-16T23:23:11.148Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2134 | 2025-01-16T23:23:11.149Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2135 | 2025-01-16T23:23:11.149Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2136 | 2025-01-16T23:23:11.149Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 299678
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = 45a3d7a0-93ce-4164-aa52-452082dad5b9
response_code = 500
uri = /omicron-zones
|
| 2137 | 2025-01-16T23:23:11.149Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "45a3d7a0-93ce-4164-aa52-452082dad5b9", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:11 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "45a3d7a0-93ce-4164-aa52-452082dad5b9" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 2.523805238s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2138 | 2025-01-16T23:23:12.550Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 514.321143ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 2139 | 2025-01-16T23:23:13.666Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2140 | 2025-01-16T23:23:13.667Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2141 | 2025-01-16T23:23:13.667Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2142 | 2025-01-16T23:23:13.679Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2143 | 2025-01-16T23:23:13.679Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2144 | 2025-01-16T23:23:13.691Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2145 | 2025-01-16T23:23:13.691Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2146 | 2025-01-16T23:23:13.700Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2147 | 2025-01-16T23:23:13.700Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2148 | 2025-01-16T23:23:13.711Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2149 | 2025-01-16T23:23:13.711Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2150 | 2025-01-16T23:23:13.720Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2151 | 2025-01-16T23:23:13.720Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2152 | 2025-01-16T23:23:13.729Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2153 | 2025-01-16T23:23:13.729Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2154 | 2025-01-16T23:23:13.740Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2155 | 2025-01-16T23:23:13.740Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2156 | 2025-01-16T23:23:13.750Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2157 | 2025-01-16T23:23:13.750Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2158 | 2025-01-16T23:23:13.760Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2159 | 2025-01-16T23:23:13.760Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2160 | 2025-01-16T23:23:13.770Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2161 | 2025-01-16T23:23:13.770Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2162 | 2025-01-16T23:23:13.779Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2163 | 2025-01-16T23:23:13.779Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2164 | 2025-01-16T23:23:13.789Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2165 | 2025-01-16T23:23:13.789Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2166 | 2025-01-16T23:23:13.800Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2167 | 2025-01-16T23:23:13.800Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2168 | 2025-01-16T23:23:13.810Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2169 | 2025-01-16T23:23:13.810Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2170 | 2025-01-16T23:23:13.819Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2171 | 2025-01-16T23:23:13.819Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2172 | 2025-01-16T23:23:13.828Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2173 | 2025-01-16T23:23:13.829Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2174 | 2025-01-16T23:23:13.839Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2175 | 2025-01-16T23:23:13.839Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2176 | 2025-01-16T23:23:13.848Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2177 | 2025-01-16T23:23:13.848Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2178 | 2025-01-16T23:23:13.858Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2179 | 2025-01-16T23:23:13.858Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2180 | 2025-01-16T23:23:13.869Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2181 | 2025-01-16T23:23:13.869Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2182 | 2025-01-16T23:23:13.869Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2183 | 2025-01-16T23:23:13.869Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2184 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2185 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2186 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2187 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2188 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2189 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2190 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2191 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2192 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2193 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2194 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2195 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2196 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2197 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 2198 | 2025-01-16T23:23:13.966Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2199 | 2025-01-16T23:23:13.967Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2200 | 2025-01-16T23:23:13.967Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2201 | 2025-01-16T23:23:13.967Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2202 | 2025-01-16T23:23:13.967Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2203 | 2025-01-16T23:23:13.967Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 300856
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = e402b8d8-c6c9-4457-b4bf-7a693a0e172f
response_code = 500
uri = /omicron-zones
|
| 2204 | 2025-01-16T23:23:13.967Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "e402b8d8-c6c9-4457-b4bf-7a693a0e172f", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:13 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "e402b8d8-c6c9-4457-b4bf-7a693a0e172f" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.14424263s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2205 | 2025-01-16T23:23:15.108Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2206 | 2025-01-16T23:23:15.109Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2207 | 2025-01-16T23:23:15.109Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2208 | 2025-01-16T23:23:15.120Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2209 | 2025-01-16T23:23:15.120Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2210 | 2025-01-16T23:23:15.132Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2211 | 2025-01-16T23:23:15.132Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2212 | 2025-01-16T23:23:15.143Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2213 | 2025-01-16T23:23:15.143Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2214 | 2025-01-16T23:23:15.152Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2215 | 2025-01-16T23:23:15.152Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2216 | 2025-01-16T23:23:15.163Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2217 | 2025-01-16T23:23:15.163Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2218 | 2025-01-16T23:23:15.172Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2219 | 2025-01-16T23:23:15.172Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2220 | 2025-01-16T23:23:15.182Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2221 | 2025-01-16T23:23:15.182Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2222 | 2025-01-16T23:23:15.191Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2223 | 2025-01-16T23:23:15.191Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2224 | 2025-01-16T23:23:15.202Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2225 | 2025-01-16T23:23:15.202Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2226 | 2025-01-16T23:23:15.211Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2227 | 2025-01-16T23:23:15.212Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2228 | 2025-01-16T23:23:15.221Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2229 | 2025-01-16T23:23:15.221Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2230 | 2025-01-16T23:23:15.232Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2231 | 2025-01-16T23:23:15.232Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2232 | 2025-01-16T23:23:15.242Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2233 | 2025-01-16T23:23:15.242Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2234 | 2025-01-16T23:23:15.251Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2235 | 2025-01-16T23:23:15.251Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2236 | 2025-01-16T23:23:15.261Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2237 | 2025-01-16T23:23:15.261Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2238 | 2025-01-16T23:23:15.270Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2239 | 2025-01-16T23:23:15.270Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2240 | 2025-01-16T23:23:15.280Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2241 | 2025-01-16T23:23:15.280Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2242 | 2025-01-16T23:23:15.289Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2243 | 2025-01-16T23:23:15.289Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2244 | 2025-01-16T23:23:15.300Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2245 | 2025-01-16T23:23:15.300Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2246 | 2025-01-16T23:23:15.310Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2247 | 2025-01-16T23:23:15.310Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2248 | 2025-01-16T23:23:15.310Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2249 | 2025-01-16T23:23:15.310Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2250 | 2025-01-16T23:23:15.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2251 | 2025-01-16T23:23:15.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2252 | 2025-01-16T23:23:15.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2253 | 2025-01-16T23:23:15.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2254 | 2025-01-16T23:23:15.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2255 | 2025-01-16T23:23:15.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2256 | 2025-01-16T23:23:15.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2257 | 2025-01-16T23:23:15.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2258 | 2025-01-16T23:23:15.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2259 | 2025-01-16T23:23:15.409Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2260 | 2025-01-16T23:23:15.410Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2261 | 2025-01-16T23:23:15.410Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2262 | 2025-01-16T23:23:15.410Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2263 | 2025-01-16T23:23:15.410Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2264 | 2025-01-16T23:23:15.410Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2265 | 2025-01-16T23:23:15.410Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2266 | 2025-01-16T23:23:15.410Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2267 | 2025-01-16T23:23:15.410Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2268 | 2025-01-16T23:23:15.410Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 2269 | 2025-01-16T23:23:15.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 301985
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = c39d12f9-db8f-4767-a2b9-a2d5df8cbe34
response_code = 500
uri = /omicron-zones
|
| 2270 | 2025-01-16T23:23:15.410Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c39d12f9-db8f-4767-a2b9-a2d5df8cbe34", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:15 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c39d12f9-db8f-4767-a2b9-a2d5df8cbe34" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.405946967s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2271 | 2025-01-16T23:23:16.813Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2272 | 2025-01-16T23:23:16.813Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2273 | 2025-01-16T23:23:16.813Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2274 | 2025-01-16T23:23:16.826Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2275 | 2025-01-16T23:23:16.826Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2276 | 2025-01-16T23:23:16.837Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2277 | 2025-01-16T23:23:16.838Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2278 | 2025-01-16T23:23:16.848Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2279 | 2025-01-16T23:23:16.848Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2280 | 2025-01-16T23:23:16.858Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2281 | 2025-01-16T23:23:16.858Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2282 | 2025-01-16T23:23:16.867Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2283 | 2025-01-16T23:23:16.868Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2284 | 2025-01-16T23:23:16.878Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2285 | 2025-01-16T23:23:16.878Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2286 | 2025-01-16T23:23:16.888Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2287 | 2025-01-16T23:23:16.888Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2288 | 2025-01-16T23:23:16.899Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2289 | 2025-01-16T23:23:16.899Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2290 | 2025-01-16T23:23:16.910Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2291 | 2025-01-16T23:23:16.910Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2292 | 2025-01-16T23:23:16.920Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2293 | 2025-01-16T23:23:16.920Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2294 | 2025-01-16T23:23:16.929Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2295 | 2025-01-16T23:23:16.929Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2296 | 2025-01-16T23:23:16.939Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2297 | 2025-01-16T23:23:16.939Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2298 | 2025-01-16T23:23:16.950Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2299 | 2025-01-16T23:23:16.950Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2300 | 2025-01-16T23:23:16.961Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2301 | 2025-01-16T23:23:16.961Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2302 | 2025-01-16T23:23:16.971Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2303 | 2025-01-16T23:23:16.971Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2304 | 2025-01-16T23:23:16.981Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2305 | 2025-01-16T23:23:16.981Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2306 | 2025-01-16T23:23:16.991Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2307 | 2025-01-16T23:23:16.991Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2308 | 2025-01-16T23:23:17.000Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2309 | 2025-01-16T23:23:17.000Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2310 | 2025-01-16T23:23:17.009Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2311 | 2025-01-16T23:23:17.009Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2312 | 2025-01-16T23:23:17.018Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2313 | 2025-01-16T23:23:17.018Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2314 | 2025-01-16T23:23:17.018Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2315 | 2025-01-16T23:23:17.018Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2316 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2317 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2318 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2319 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2320 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2321 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2322 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2323 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2324 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2325 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 2326 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2327 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2328 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2329 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2330 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2331 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2332 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2333 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2334 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2335 | 2025-01-16T23:23:17.116Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 303705
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = b2796a95-814b-4062-89bd-4f40c13eaa9d
response_code = 500
uri = /omicron-zones
|
| 2336 | 2025-01-16T23:23:17.116Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b2796a95-814b-4062-89bd-4f40c13eaa9d", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b2796a95-814b-4062-89bd-4f40c13eaa9d" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 2.351061092s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2337 | 2025-01-16T23:23:19.462Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2338 | 2025-01-16T23:23:19.463Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2339 | 2025-01-16T23:23:19.463Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2340 | 2025-01-16T23:23:19.474Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2341 | 2025-01-16T23:23:19.477Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2342 | 2025-01-16T23:23:19.485Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2343 | 2025-01-16T23:23:19.485Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2344 | 2025-01-16T23:23:19.495Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2345 | 2025-01-16T23:23:19.495Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2346 | 2025-01-16T23:23:19.506Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2347 | 2025-01-16T23:23:19.506Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2348 | 2025-01-16T23:23:19.516Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2349 | 2025-01-16T23:23:19.516Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2350 | 2025-01-16T23:23:19.526Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2351 | 2025-01-16T23:23:19.526Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2352 | 2025-01-16T23:23:19.536Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2353 | 2025-01-16T23:23:19.536Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2354 | 2025-01-16T23:23:19.547Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2355 | 2025-01-16T23:23:19.547Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2356 | 2025-01-16T23:23:19.557Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2357 | 2025-01-16T23:23:19.557Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2358 | 2025-01-16T23:23:19.569Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2359 | 2025-01-16T23:23:19.570Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2360 | 2025-01-16T23:23:19.579Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2361 | 2025-01-16T23:23:19.579Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2362 | 2025-01-16T23:23:19.588Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2363 | 2025-01-16T23:23:19.588Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2364 | 2025-01-16T23:23:19.596Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2365 | 2025-01-16T23:23:19.596Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2366 | 2025-01-16T23:23:19.605Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2367 | 2025-01-16T23:23:19.605Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2368 | 2025-01-16T23:23:19.615Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2369 | 2025-01-16T23:23:19.615Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2370 | 2025-01-16T23:23:19.626Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2371 | 2025-01-16T23:23:19.626Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2372 | 2025-01-16T23:23:19.637Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2373 | 2025-01-16T23:23:19.637Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2374 | 2025-01-16T23:23:19.647Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2375 | 2025-01-16T23:23:19.647Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2376 | 2025-01-16T23:23:19.657Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2377 | 2025-01-16T23:23:19.657Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2378 | 2025-01-16T23:23:19.666Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2379 | 2025-01-16T23:23:19.666Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2380 | 2025-01-16T23:23:19.667Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2381 | 2025-01-16T23:23:19.667Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2382 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2383 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2384 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2385 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2386 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2387 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2388 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2389 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2390 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2391 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2392 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2393 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 2394 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2395 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2396 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2397 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2398 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2399 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2400 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2401 | 2025-01-16T23:23:19.771Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 309647
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = 7b8a01b9-cc61-443b-8ae7-cd547e9aa162
response_code = 500
uri = /omicron-zones
|
| 2402 | 2025-01-16T23:23:19.771Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7b8a01b9-cc61-443b-8ae7-cd547e9aa162", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:19 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7b8a01b9-cc61-443b-8ae7-cd547e9aa162" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 2.90839567s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2403 | 2025-01-16T23:23:22.674Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2404 | 2025-01-16T23:23:22.674Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2405 | 2025-01-16T23:23:22.674Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2406 | 2025-01-16T23:23:22.685Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2407 | 2025-01-16T23:23:22.685Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2408 | 2025-01-16T23:23:22.696Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2409 | 2025-01-16T23:23:22.696Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2410 | 2025-01-16T23:23:22.707Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2411 | 2025-01-16T23:23:22.709Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2412 | 2025-01-16T23:23:22.716Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2413 | 2025-01-16T23:23:22.716Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2414 | 2025-01-16T23:23:22.727Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2415 | 2025-01-16T23:23:22.727Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2416 | 2025-01-16T23:23:22.737Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2417 | 2025-01-16T23:23:22.737Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2418 | 2025-01-16T23:23:22.748Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2419 | 2025-01-16T23:23:22.748Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2420 | 2025-01-16T23:23:22.759Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2421 | 2025-01-16T23:23:22.759Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2422 | 2025-01-16T23:23:22.770Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2423 | 2025-01-16T23:23:22.770Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2424 | 2025-01-16T23:23:22.781Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2425 | 2025-01-16T23:23:22.781Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2426 | 2025-01-16T23:23:22.791Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2427 | 2025-01-16T23:23:22.791Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2428 | 2025-01-16T23:23:22.802Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2429 | 2025-01-16T23:23:22.802Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2430 | 2025-01-16T23:23:22.814Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2431 | 2025-01-16T23:23:22.814Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2432 | 2025-01-16T23:23:22.824Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2433 | 2025-01-16T23:23:22.824Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2434 | 2025-01-16T23:23:22.833Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2435 | 2025-01-16T23:23:22.833Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2436 | 2025-01-16T23:23:22.843Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2437 | 2025-01-16T23:23:22.843Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2438 | 2025-01-16T23:23:22.854Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2439 | 2025-01-16T23:23:22.854Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2440 | 2025-01-16T23:23:22.864Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2441 | 2025-01-16T23:23:22.864Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2442 | 2025-01-16T23:23:22.875Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2443 | 2025-01-16T23:23:22.875Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2444 | 2025-01-16T23:23:22.886Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2445 | 2025-01-16T23:23:22.886Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2446 | 2025-01-16T23:23:22.887Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2447 | 2025-01-16T23:23:22.887Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2448 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2449 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 2450 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2451 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2452 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2453 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2454 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2455 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2456 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2457 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2458 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2459 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2460 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2461 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2462 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2463 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2464 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2465 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2466 | 2025-01-16T23:23:22.988Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2467 | 2025-01-16T23:23:22.988Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 315573
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = f188cbe5-949a-4b8c-9997-992ff9bae76f
response_code = 500
uri = /omicron-zones
|
| 2468 | 2025-01-16T23:23:22.989Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f188cbe5-949a-4b8c-9997-992ff9bae76f", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:22 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f188cbe5-949a-4b8c-9997-992ff9bae76f" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 6.116230395s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2469 | 2025-01-16T23:23:27.499Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65047
|
| 2470 | 2025-01-16T23:23:27.499Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 30
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65047
req_id = caa208c5-7ba6-445e-ba81-7d01665c8d5e
response_code = 200
uri = /baseboard
|
| 2471 | 2025-01-16T23:23:28.060Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 2.055163345s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 2472 | 2025-01-16T23:23:29.090Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2473 | 2025-01-16T23:23:29.090Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2474 | 2025-01-16T23:23:29.090Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2475 | 2025-01-16T23:23:29.102Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2476 | 2025-01-16T23:23:29.102Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2477 | 2025-01-16T23:23:29.112Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2478 | 2025-01-16T23:23:29.112Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2479 | 2025-01-16T23:23:29.122Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2480 | 2025-01-16T23:23:29.122Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2481 | 2025-01-16T23:23:29.131Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2482 | 2025-01-16T23:23:29.131Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2483 | 2025-01-16T23:23:29.142Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2484 | 2025-01-16T23:23:29.142Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2485 | 2025-01-16T23:23:29.151Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2486 | 2025-01-16T23:23:29.151Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2487 | 2025-01-16T23:23:29.160Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2488 | 2025-01-16T23:23:29.160Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2489 | 2025-01-16T23:23:29.169Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2490 | 2025-01-16T23:23:29.172Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2491 | 2025-01-16T23:23:29.179Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2492 | 2025-01-16T23:23:29.179Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2493 | 2025-01-16T23:23:29.188Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2494 | 2025-01-16T23:23:29.188Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2495 | 2025-01-16T23:23:29.198Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2496 | 2025-01-16T23:23:29.198Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2497 | 2025-01-16T23:23:29.207Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2498 | 2025-01-16T23:23:29.207Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2499 | 2025-01-16T23:23:29.216Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2500 | 2025-01-16T23:23:29.216Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2501 | 2025-01-16T23:23:29.225Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2502 | 2025-01-16T23:23:29.225Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2503 | 2025-01-16T23:23:29.234Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2504 | 2025-01-16T23:23:29.234Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2505 | 2025-01-16T23:23:29.243Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2506 | 2025-01-16T23:23:29.243Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2507 | 2025-01-16T23:23:29.252Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2508 | 2025-01-16T23:23:29.252Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2509 | 2025-01-16T23:23:29.261Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2510 | 2025-01-16T23:23:29.261Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2511 | 2025-01-16T23:23:29.270Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2512 | 2025-01-16T23:23:29.270Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2513 | 2025-01-16T23:23:29.279Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2514 | 2025-01-16T23:23:29.279Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2515 | 2025-01-16T23:23:29.279Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2516 | 2025-01-16T23:23:29.279Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2517 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2518 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2519 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2520 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2521 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2522 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2523 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2524 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2525 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2526 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2527 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2528 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2529 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2530 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2531 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2532 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2533 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 2534 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2535 | 2025-01-16T23:23:29.374Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3329
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2536 | 2025-01-16T23:23:29.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9", TimeNotSynchronized), ("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e", TimeNotSynchronized), ("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad", TimeNotSynchronized), ("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75", TimeNotSynchronized), ("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a", TimeNotSynchronized), ("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63", TimeNotSynchronized), ("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6", TimeNotSynchronized), ("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663", TimeNotSynchronized), ("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b", TimeNotSynchronized), ("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d", TimeNotSynchronized), ("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270", TimeNotSynchronized), ("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f", TimeNotSynchronized), ("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca", TimeNotSynchronized), ("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895", TimeNotSynchronized), ("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0", TimeNotSynchronized), ("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7", TimeNotSynchronized), ("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f", TimeNotSynchronized), ("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885", TimeNotSynchronized), ("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 285441
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = 8d841908-7182-4885-afd3-538ca56d9d9e
response_code = 500
uri = /omicron-zones
|
| 2537 | 2025-01-16T23:23:29.375Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "8d841908-7182-4885-afd3-538ca56d9d9e", "content-length": "124", "date": "Thu, 16 Jan 2025 23:23:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "8d841908-7182-4885-afd3-538ca56d9d9e" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 7.128694319s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2538 | 2025-01-16T23:23:36.485Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fd10c057-8c9f-4db2-98b5-bcf5e0d536ba (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5c1ab32c-50b8-4564-bf29-e388b915cbdb (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fd7a4ec0-c746-4aff-9239-7c8992ff75d9 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63b3013a-429b-4cc9-b01c-12c557b159b8, kind: Service { id: 5bea1f62-6d19-4a05-904a-8ec00054b4db }, name: Name("ntp-5bea1f62-6d19-4a05-904a-8ec00054b4db"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 222])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a7f469e-713f-435a-a668-41edc7319053 (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: d2b1f660-7424-4780-8b78-032cf4cd5278 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 528bb1ba-b28e-4a21-a60d-70c953eccb58 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 68c82739-2730-47fe-bbf9-3a5150b872f5 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: ddbdbd6d-fe49-44d5-a55e-3fd1e8e95e67 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4635fcc-61fc-4ff9-8203-b560522a972b (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: dc5f3810-93b6-44f1-815c-44411abf99ad (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bda5150c-3889-413e-a774-9d40d8f8536d (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0a365f9e-6c70-4a27-ba2b-6123ad53013e (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 227c6e26-7635-44f8-ab05-835d9cccc56f (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 58c7648a-2f27-407e-a7ac-2bf32aa3eb75 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d41ab55b-e1a6-4706-8fb9-30f250e379ca (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 861d2408-b2e2-416d-a5c8-444212cd8663 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 43273bd0-1810-4edd-be2e-b5a92667be8a (service), filesystem_pool: Some(ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External } } } }, OmicronZoneConfig { id: 02ac6d47-6979-4b37-b0b4-656336a6af63 (service), filesystem_pool: Some(ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325a9c1d-813c-4693-8cf2-b4f93c573895 (service), filesystem_pool: Some(ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External } } } }, OmicronZoneConfig { id: bb490289-6569-4f8c-868b-d3dd7bd03ac6 (service), filesystem_pool: Some(ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External } } } }, OmicronZoneConfig { id: eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 (service), filesystem_pool: Some(ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External } } } }, OmicronZoneConfig { id: a243b058-fd7d-4081-979b-227b010730e9 (service), filesystem_pool: Some(ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10fd3267-f358-4a92-b50e-b95e29dff885 (service), filesystem_pool: Some(ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77258649-3670-42da-8357-0d10bcdb4fa7 (service), filesystem_pool: Some(ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb (service), filesystem_pool: Some(ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 2539 | 2025-01-16T23:23:36.485Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2540 | 2025-01-16T23:23:36.485Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2541 | 2025-01-16T23:23:36.497Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2542 | 2025-01-16T23:23:36.499Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2543 | 2025-01-16T23:23:36.506Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2544 | 2025-01-16T23:23:36.506Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 2545 | 2025-01-16T23:23:36.516Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2546 | 2025-01-16T23:23:36.516Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2547 | 2025-01-16T23:23:36.526Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2548 | 2025-01-16T23:23:36.528Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2549 | 2025-01-16T23:23:36.535Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2550 | 2025-01-16T23:23:36.535Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2551 | 2025-01-16T23:23:36.544Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2552 | 2025-01-16T23:23:36.544Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2553 | 2025-01-16T23:23:36.553Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2554 | 2025-01-16T23:23:36.553Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 2555 | 2025-01-16T23:23:36.562Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2556 | 2025-01-16T23:23:36.562Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2557 | 2025-01-16T23:23:36.573Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2558 | 2025-01-16T23:23:36.575Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 2559 | 2025-01-16T23:23:36.582Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2560 | 2025-01-16T23:23:36.582Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 2561 | 2025-01-16T23:23:36.592Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2562 | 2025-01-16T23:23:36.592Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2563 | 2025-01-16T23:23:36.601Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2564 | 2025-01-16T23:23:36.601Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2565 | 2025-01-16T23:23:36.610Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2566 | 2025-01-16T23:23:36.610Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2567 | 2025-01-16T23:23:36.619Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2568 | 2025-01-16T23:23:36.619Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2569 | 2025-01-16T23:23:36.628Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2570 | 2025-01-16T23:23:36.628Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2571 | 2025-01-16T23:23:36.638Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2572 | 2025-01-16T23:23:36.638Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2573 | 2025-01-16T23:23:36.648Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2574 | 2025-01-16T23:23:36.648Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2575 | 2025-01-16T23:23:36.657Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2576 | 2025-01-16T23:23:36.657Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2577 | 2025-01-16T23:23:36.666Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 2578 | 2025-01-16T23:23:36.666Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 2579 | 2025-01-16T23:23:36.675Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2580 | 2025-01-16T23:23:36.675Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2581 | 2025-01-16T23:23:36.675Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2582 | 2025-01-16T23:23:36.675Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2583 | 2025-01-16T23:23:36.765Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2584 | 2025-01-16T23:23:36.766Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2585 | 2025-01-16T23:23:36.771Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2586 | 2025-01-16T23:23:36.772Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2587 | 2025-01-16T23:23:36.772Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2588 | 2025-01-16T23:23:36.772Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2589 | 2025-01-16T23:23:36.827Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2590 | 2025-01-16T23:23:36.827Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2591 | 2025-01-16T23:23:36.827Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2592 | 2025-01-16T23:23:36.827Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2593 | 2025-01-16T23:23:37.039Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2594 | 2025-01-16T23:23:37.039Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2595 | 2025-01-16T23:23:37.039Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2596 | 2025-01-16T23:23:37.039Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2597 | 2025-01-16T23:23:37.039Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2598 | 2025-01-16T23:23:37.039Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2599 | 2025-01-16T23:23:37.039Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2600 | 2025-01-16T23:23:37.039Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2601 | 2025-01-16T23:23:37.050Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 2602 | 2025-01-16T23:23:37.051Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
file = illumos-utils/src/zone.rs:325
|
| 2603 | 2025-01-16T23:23:37.055Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
file = illumos-utils/src/zone.rs:325
|
| 2604 | 2025-01-16T23:23:37.060Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
file = illumos-utils/src/zone.rs:325
|
| 2605 | 2025-01-16T23:23:37.064Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
file = illumos-utils/src/zone.rs:325
|
| 2606 | 2025-01-16T23:23:37.069Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
file = illumos-utils/src/zone.rs:325
|
| 2607 | 2025-01-16T23:23:37.074Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
file = illumos-utils/src/zone.rs:325
|
| 2608 | 2025-01-16T23:23:37.079Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
file = illumos-utils/src/zone.rs:325
|
| 2609 | 2025-01-16T23:23:37.216Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
file = illumos-utils/src/zone.rs:363
|
| 2610 | 2025-01-16T23:23:37.220Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
file = illumos-utils/src/zone.rs:363
|
| 2611 | 2025-01-16T23:23:37.225Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
file = illumos-utils/src/zone.rs:363
|
| 2612 | 2025-01-16T23:23:37.229Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
file = illumos-utils/src/zone.rs:363
|
| 2613 | 2025-01-16T23:23:37.233Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
file = illumos-utils/src/zone.rs:363
|
| 2614 | 2025-01-16T23:23:37.238Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
file = illumos-utils/src/zone.rs:363
|
| 2615 | 2025-01-16T23:23:37.243Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
file = illumos-utils/src/zone.rs:363
|
| 2616 | 2025-01-16T23:23:37.248Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
file = illumos-utils/src/zone.rs:325
|
| 2617 | 2025-01-16T23:23:37.253Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
file = illumos-utils/src/zone.rs:325
|
| 2618 | 2025-01-16T23:23:37.258Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
file = illumos-utils/src/zone.rs:325
|
| 2619 | 2025-01-16T23:23:37.263Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
file = illumos-utils/src/zone.rs:325
|
| 2620 | 2025-01-16T23:23:37.268Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
file = illumos-utils/src/zone.rs:325
|
| 2621 | 2025-01-16T23:23:37.273Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
file = illumos-utils/src/zone.rs:325
|
| 2622 | 2025-01-16T23:23:37.280Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
file = illumos-utils/src/zone.rs:325
|
| 2623 | 2025-01-16T23:23:37.336Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 2624 | 2025-01-16T23:23:37.337Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
file = illumos-utils/src/zone.rs:363
|
| 2625 | 2025-01-16T23:23:37.348Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
file = illumos-utils/src/zone.rs:363
|
| 2626 | 2025-01-16T23:23:37.362Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
file = illumos-utils/src/zone.rs:363
|
| 2627 | 2025-01-16T23:23:37.373Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
file = illumos-utils/src/zone.rs:363
|
| 2628 | 2025-01-16T23:23:37.388Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
file = illumos-utils/src/zone.rs:363
|
| 2629 | 2025-01-16T23:23:37.397Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
file = illumos-utils/src/zone.rs:363
|
| 2630 | 2025-01-16T23:23:37.406Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
file = illumos-utils/src/zone.rs:363
|
| 2631 | 2025-01-16T23:23:37.468Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 2632 | 2025-01-16T23:23:37.525Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 2633 | 2025-01-16T23:23:37.584Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 2634 | 2025-01-16T23:23:37.646Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 2635 | 2025-01-16T23:23:37.647Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2636 | 2025-01-16T23:23:37.647Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2637 | 2025-01-16T23:23:37.705Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 158, 198]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 2638 | 2025-01-16T23:23:37.705Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = nexus
|
| 2639 | 2025-01-16T23:23:37.707Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2640 | 2025-01-16T23:23:37.707Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2641 | 2025-01-16T23:23:37.776Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 208, 232]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 2642 | 2025-01-16T23:23:37.776Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = nexus
|
| 2643 | 2025-01-16T23:23:37.778Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2644 | 2025-01-16T23:23:37.778Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2645 | 2025-01-16T23:23:37.832Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 180, 6]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 2646 | 2025-01-16T23:23:37.832Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = external_dns
|
| 2647 | 2025-01-16T23:23:37.834Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2648 | 2025-01-16T23:23:37.834Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2649 | 2025-01-16T23:23:37.896Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 215, 159]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 2650 | 2025-01-16T23:23:37.896Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = nexus
|
| 2651 | 2025-01-16T23:23:37.900Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2652 | 2025-01-16T23:23:37.900Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2653 | 2025-01-16T23:23:37.957Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 181, 71]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 2654 | 2025-01-16T23:23:37.957Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1264
zone_type = external_dns
|
| 2655 | 2025-01-16T23:23:37.962Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:83
|
| 2656 | 2025-01-16T23:23:37.962Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:90
|
| 2657 | 2025-01-16T23:23:37.962Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:83
|
| 2658 | 2025-01-16T23:23:37.962Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:90
|
| 2659 | 2025-01-16T23:23:37.962Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:83
|
| 2660 | 2025-01-16T23:23:37.962Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:90
|
| 2661 | 2025-01-16T23:23:37.967Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:118
|
| 2662 | 2025-01-16T23:23:37.968Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2663 | 2025-01-16T23:23:38.036Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:83
|
| 2664 | 2025-01-16T23:23:38.036Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:90
|
| 2665 | 2025-01-16T23:23:38.036Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:118
|
| 2666 | 2025-01-16T23:23:38.040Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2667 | 2025-01-16T23:23:38.040Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:118
|
| 2668 | 2025-01-16T23:23:38.043Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:83
|
| 2669 | 2025-01-16T23:23:38.043Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:90
|
| 2670 | 2025-01-16T23:23:38.043Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2671 | 2025-01-16T23:23:38.043Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:118
|
| 2672 | 2025-01-16T23:23:38.145Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:118
|
| 2673 | 2025-01-16T23:23:38.149Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2674 | 2025-01-16T23:23:38.149Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2675 | 2025-01-16T23:23:38.149Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
file = illumos-utils/src/zone.rs:325
|
| 2676 | 2025-01-16T23:23:38.195Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
file = illumos-utils/src/zone.rs:325
|
| 2677 | 2025-01-16T23:23:38.203Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
file = illumos-utils/src/zone.rs:325
|
| 2678 | 2025-01-16T23:23:38.246Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
file = illumos-utils/src/zone.rs:363
|
| 2679 | 2025-01-16T23:23:38.252Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
file = illumos-utils/src/zone.rs:325
|
| 2680 | 2025-01-16T23:23:38.260Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
file = illumos-utils/src/zone.rs:363
|
| 2681 | 2025-01-16T23:23:38.267Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
file = illumos-utils/src/zone.rs:363
|
| 2682 | 2025-01-16T23:23:38.274Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
file = illumos-utils/src/zone.rs:325
|
| 2683 | 2025-01-16T23:23:38.288Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
file = illumos-utils/src/zone.rs:363
|
| 2684 | 2025-01-16T23:23:38.305Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
file = illumos-utils/src/zone.rs:363
|
| 2685 | 2025-01-16T23:23:48.262Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 4.753129278s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 2686 | 2025-01-16T23:23:49.361Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2687 | 2025-01-16T23:23:49.362Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2688 | 2025-01-16T23:23:49.362Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2689 | 2025-01-16T23:23:49.402Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2690 | 2025-01-16T23:23:49.409Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2691 | 2025-01-16T23:23:49.410Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2692 | 2025-01-16T23:23:49.450Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='9314c8dd-3722-433c-9d9e-3aca7b215eca'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2693 | 2025-01-16T23:23:49.450Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2694 | 2025-01-16T23:23:49.458Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_736d5541-d5bd-460c-a5f5-441d6996aa03/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='524c7ea9-d8c6-4998-bf8e-9f8e96ab3b76'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2695 | 2025-01-16T23:23:49.459Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_5db46ce3-4889-4034-8561-7e871bb98ae0/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='ca1de7f9-ee49-4b3a-bdb3-77e7f5f9c633'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2696 | 2025-01-16T23:23:49.460Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_9764f33b-5a77-475e-83b5-777615774b6a/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='aa1f566a-0f21-4146-90fc-3b085c3e8e2c'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2697 | 2025-01-16T23:23:49.460Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_723d2041-12e1-48e9-aa34-7148357fe80c/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='df5809c1-9968-4ab5-bb6a-d5e85fda3b26'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2698 | 2025-01-16T23:23:49.461Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='731a52a8-413d-4298-9ef5-b3ac76f62ea7'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2699 | 2025-01-16T23:23:49.461Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_28fb7d98-1494-4570-b25a-aa56857fbe19/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='4ad2874d-c462-41bf-9596-500ce2b65dea'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2700 | 2025-01-16T23:23:49.462Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='1d140705-4527-4700-a7fd-2ef552feb21a'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2701 | 2025-01-16T23:23:49.462Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2702 | 2025-01-16T23:23:49.469Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2703 | 2025-01-16T23:23:49.476Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2704 | 2025-01-16T23:23:49.482Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2705 | 2025-01-16T23:23:49.488Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2706 | 2025-01-16T23:23:49.495Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2707 | 2025-01-16T23:23:49.501Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2708 | 2025-01-16T23:23:49.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 62.936576ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2709 | 2025-01-16T23:23:49.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 71.325975ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2710 | 2025-01-16T23:23:49.831Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 46.150595ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2711 | 2025-01-16T23:23:49.839Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 44.124499ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2712 | 2025-01-16T23:23:49.848Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 29.160665ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2713 | 2025-01-16T23:23:49.856Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 32.915508ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2714 | 2025-01-16T23:23:49.864Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 55.234308ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2715 | 2025-01-16T23:23:49.872Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 61.649787ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2716 | 2025-01-16T23:23:49.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 28.291315ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2717 | 2025-01-16T23:23:50.002Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 55.395764ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2718 | 2025-01-16T23:23:50.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 28.665202ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2719 | 2025-01-16T23:23:50.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 129.252333ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2720 | 2025-01-16T23:23:50.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 148.79774ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2721 | 2025-01-16T23:23:50.053Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 89.99886ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2722 | 2025-01-16T23:23:50.065Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 104.814141ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2723 | 2025-01-16T23:23:50.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 105.189105ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2724 | 2025-01-16T23:23:50.086Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 67.305515ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2725 | 2025-01-16T23:23:50.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 79.04995ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2726 | 2025-01-16T23:23:50.101Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 56.195435ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2727 | 2025-01-16T23:23:50.109Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 140.707838ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2728 | 2025-01-16T23:23:50.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 50.419051ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2729 | 2025-01-16T23:23:50.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 122.780137ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2730 | 2025-01-16T23:23:50.250Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='0a365f9e-6c70-4a27-ba2b-6123ad53013e'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2731 | 2025-01-16T23:23:50.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 190.350152ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2732 | 2025-01-16T23:23:50.613Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 248.429786ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2733 | 2025-01-16T23:23:50.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 207.773722ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2734 | 2025-01-16T23:23:50.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 108.615323ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2735 | 2025-01-16T23:23:50.706Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 189.634196ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2736 | 2025-01-16T23:23:50.735Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 122.377784ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2737 | 2025-01-16T23:23:50.762Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 208.424242ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2738 | 2025-01-16T23:23:50.788Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 128.386669ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2739 | 2025-01-16T23:23:50.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 254.210746ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2740 | 2025-01-16T23:23:50.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 271.90928ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2741 | 2025-01-16T23:23:50.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 240.320144ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2742 | 2025-01-16T23:23:50.847Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2743 | 2025-01-16T23:23:50.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 228.578423ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2744 | 2025-01-16T23:23:50.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 556.570395ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2745 | 2025-01-16T23:23:50.904Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 516.192965ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2746 | 2025-01-16T23:23:50.920Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 524.896413ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2747 | 2025-01-16T23:23:50.940Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 591.038913ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2748 | 2025-01-16T23:23:50.957Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 565.924516ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2749 | 2025-01-16T23:23:50.974Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 551.99863ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2750 | 2025-01-16T23:23:50.990Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 515.306547ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2751 | 2025-01-16T23:23:51.086Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 470.763802ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2752 | 2025-01-16T23:23:51.087Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2753 | 2025-01-16T23:23:51.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 399.086637ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2754 | 2025-01-16T23:23:51.104Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2755 | 2025-01-16T23:23:51.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 404.584579ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2756 | 2025-01-16T23:23:51.145Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 49.247961ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2757 | 2025-01-16T23:23:51.163Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 907.994911ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2758 | 2025-01-16T23:23:51.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 95.231603ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2759 | 2025-01-16T23:23:51.252Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='d5e430fb-ac38-4a2d-9d49-33c322168d37'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2760 | 2025-01-16T23:23:51.252Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2761 | 2025-01-16T23:23:51.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 187.898286ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2762 | 2025-01-16T23:23:51.433Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 53.107609ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2763 | 2025-01-16T23:23:51.450Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 1.051009188s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2764 | 2025-01-16T23:23:51.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 720.306725ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2765 | 2025-01-16T23:23:51.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 568.62714ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2766 | 2025-01-16T23:23:51.501Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 60.24116ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2767 | 2025-01-16T23:23:51.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 843.304169ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2768 | 2025-01-16T23:23:51.552Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 797.323052ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2769 | 2025-01-16T23:23:51.572Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 496.107471ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2770 | 2025-01-16T23:23:51.591Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 904.788861ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2771 | 2025-01-16T23:23:51.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 979.933528ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2772 | 2025-01-16T23:23:51.628Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 846.437641ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2773 | 2025-01-16T23:23:51.646Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 907.782777ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2774 | 2025-01-16T23:23:51.666Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 1.170383903s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2775 | 2025-01-16T23:23:51.680Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 280.358558ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2776 | 2025-01-16T23:23:51.695Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 38.838157ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2777 | 2025-01-16T23:23:51.695Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2778 | 2025-01-16T23:23:51.696Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2779 | 2025-01-16T23:23:51.843Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 55.625746ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2780 | 2025-01-16T23:23:51.927Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 149.65266ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2781 | 2025-01-16T23:23:51.983Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 281.141163ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2782 | 2025-01-16T23:23:52.073Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 1.369005793s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2783 | 2025-01-16T23:23:52.090Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 551.041496ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2784 | 2025-01-16T23:23:52.106Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 693.903153ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2785 | 2025-01-16T23:23:52.122Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 465.15686ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2786 | 2025-01-16T23:23:52.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 68.606742ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2787 | 2025-01-16T23:23:52.205Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.283379569s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2788 | 2025-01-16T23:23:52.219Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 62.113076ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2789 | 2025-01-16T23:23:52.277Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 916.390202ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2790 | 2025-01-16T23:23:52.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 239.17036ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2791 | 2025-01-16T23:23:52.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 533.953268ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2792 | 2025-01-16T23:23:52.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 1.395489935s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2793 | 2025-01-16T23:23:52.569Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 781.424096ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2794 | 2025-01-16T23:23:52.591Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 713.404832ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2795 | 2025-01-16T23:23:52.612Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 978.036355ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2796 | 2025-01-16T23:23:52.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 721.240067ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2797 | 2025-01-16T23:23:52.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 584.615917ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2798 | 2025-01-16T23:23:52.666Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 1.048808554s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2799 | 2025-01-16T23:23:52.683Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 951.583529ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2800 | 2025-01-16T23:23:52.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 409.826196ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2801 | 2025-01-16T23:23:52.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 1.407443058s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2802 | 2025-01-16T23:23:52.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 1.283425656s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2803 | 2025-01-16T23:23:52.915Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 1.442396795s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2804 | 2025-01-16T23:23:53.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 646.769608ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2805 | 2025-01-16T23:23:53.180Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2806 | 2025-01-16T23:23:53.180Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2807 | 2025-01-16T23:23:53.180Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2808 | 2025-01-16T23:23:53.180Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2809 | 2025-01-16T23:23:53.193Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2810 | 2025-01-16T23:23:53.205Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2811 | 2025-01-16T23:23:53.242Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 1.072792305s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2812 | 2025-01-16T23:23:53.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 728.483879ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2813 | 2025-01-16T23:23:53.316Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 587.411059ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2814 | 2025-01-16T23:23:53.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 962.235554ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2815 | 2025-01-16T23:23:53.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 1.416534977s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2816 | 2025-01-16T23:23:53.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 28.666173ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2817 | 2025-01-16T23:23:53.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 30.035662ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2818 | 2025-01-16T23:23:53.460Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 689.715307ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2819 | 2025-01-16T23:23:53.469Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 35.161415ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2820 | 2025-01-16T23:23:53.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 130.696978ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2821 | 2025-01-16T23:23:53.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 144.312141ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2822 | 2025-01-16T23:23:53.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.1228528s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2823 | 2025-01-16T23:23:53.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 134.369009ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2824 | 2025-01-16T23:23:53.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 1.186077153s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2825 | 2025-01-16T23:23:53.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 140.909006ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2826 | 2025-01-16T23:23:53.644Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 1.126478328s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2827 | 2025-01-16T23:23:53.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 247.842513ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2828 | 2025-01-16T23:23:53.671Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 165.389846ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2829 | 2025-01-16T23:23:53.724Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 649.851327ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2830 | 2025-01-16T23:23:53.775Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 481.427841ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2831 | 2025-01-16T23:23:53.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 641.884167ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2832 | 2025-01-16T23:23:53.826Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 968.508254ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2833 | 2025-01-16T23:23:53.848Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 581.573707ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2834 | 2025-01-16T23:23:53.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 832.321009ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2835 | 2025-01-16T23:23:53.924Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 280.37253ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2836 | 2025-01-16T23:23:54.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 814.861559ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2837 | 2025-01-16T23:23:54.247Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 751.517762ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2838 | 2025-01-16T23:23:54.260Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 1.282771908s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2839 | 2025-01-16T23:23:54.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 668.234407ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2840 | 2025-01-16T23:23:54.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 1.148296261s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2841 | 2025-01-16T23:23:54.300Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 912.347503ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2842 | 2025-01-16T23:23:54.326Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 779.566325ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2843 | 2025-01-16T23:23:54.337Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 1.222608792s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2844 | 2025-01-16T23:23:54.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 1.167225468s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2845 | 2025-01-16T23:23:54.387Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 1.182032145s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2846 | 2025-01-16T23:23:54.441Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 602.530502ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2847 | 2025-01-16T23:23:54.452Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 818.640362ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2848 | 2025-01-16T23:23:54.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.394044551s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2849 | 2025-01-16T23:23:54.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 1.280979707s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2850 | 2025-01-16T23:23:54.781Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 780.04124ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2851 | 2025-01-16T23:23:54.799Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 1.485825651s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2852 | 2025-01-16T23:23:54.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 1.154251126s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2853 | 2025-01-16T23:23:54.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 1.409906561s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2854 | 2025-01-16T23:23:54.958Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 747.673952ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2855 | 2025-01-16T23:23:55.013Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 527.088512ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2856 | 2025-01-16T23:23:55.056Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 1.34026922s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2857 | 2025-01-16T23:23:55.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 1.306985788s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2858 | 2025-01-16T23:23:55.121Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 514.258725ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2859 | 2025-01-16T23:23:55.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 574.104536ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2860 | 2025-01-16T23:23:55.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 1.250929189s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2861 | 2025-01-16T23:23:55.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 761.598748ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2862 | 2025-01-16T23:23:55.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 609.834929ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2863 | 2025-01-16T23:23:55.560Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 1.117587456s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2864 | 2025-01-16T23:23:55.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 829.026294ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2865 | 2025-01-16T23:23:55.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 935.3255ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2866 | 2025-01-16T23:23:55.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 937.185648ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2867 | 2025-01-16T23:23:55.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 795.902383ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2868 | 2025-01-16T23:23:55.648Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 756.046323ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2869 | 2025-01-16T23:23:55.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 877.120668ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2870 | 2025-01-16T23:23:55.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 1.278686156s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2871 | 2025-01-16T23:23:55.977Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 860.903841ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2872 | 2025-01-16T23:23:56.042Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.355957541s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2873 | 2025-01-16T23:23:56.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 813.987369ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2874 | 2025-01-16T23:23:56.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 622.357382ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2875 | 2025-01-16T23:23:56.223Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 1.464214535s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2876 | 2025-01-16T23:23:56.244Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 1.282742974s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2877 | 2025-01-16T23:23:56.296Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 1.091327916s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2878 | 2025-01-16T23:23:56.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 1.017165583s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2879 | 2025-01-16T23:23:56.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 1.139468439s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2880 | 2025-01-16T23:23:56.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 1.480369151s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2881 | 2025-01-16T23:23:56.433Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 677.381355ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2882 | 2025-01-16T23:23:56.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 595.489524ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2883 | 2025-01-16T23:23:56.526Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 936.182407ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2884 | 2025-01-16T23:23:56.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 866.897802ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2885 | 2025-01-16T23:23:56.545Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 992.906845ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2886 | 2025-01-16T23:23:56.603Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 1.077343175s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2887 | 2025-01-16T23:23:56.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 1.431677463s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2888 | 2025-01-16T23:23:56.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 1.338469598s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2889 | 2025-01-16T23:23:56.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 1.102412412s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2890 | 2025-01-16T23:23:56.930Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 538.403129ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2891 | 2025-01-16T23:23:57.046Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 1.044214594s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2892 | 2025-01-16T23:23:57.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 943.471431ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2893 | 2025-01-16T23:23:57.181Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 1.349533611s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2894 | 2025-01-16T23:23:57.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 1.114731685s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2895 | 2025-01-16T23:23:57.407Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 989.862369ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2896 | 2025-01-16T23:23:57.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 1.37446876s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2897 | 2025-01-16T23:23:57.423Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 544.793681ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2898 | 2025-01-16T23:23:57.471Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 765.331642ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2899 | 2025-01-16T23:23:57.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 1.296232656s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2900 | 2025-01-16T23:23:57.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 1.002617947s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2901 | 2025-01-16T23:23:57.547Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 1.090452156s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2902 | 2025-01-16T23:23:57.561Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 560.763693ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2903 | 2025-01-16T23:23:57.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 726.266084ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2904 | 2025-01-16T23:23:57.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 1.435210762s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2905 | 2025-01-16T23:23:57.912Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 1.496759789s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2906 | 2025-01-16T23:23:57.959Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 1.29367522s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2907 | 2025-01-16T23:23:57.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 1.492179526s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2908 | 2025-01-16T23:23:58.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 1.151183924s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2909 | 2025-01-16T23:23:58.100Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 1.457101069s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2910 | 2025-01-16T23:23:58.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 1.31196763s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2911 | 2025-01-16T23:23:58.135Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 650.826305ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2912 | 2025-01-16T23:23:58.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 909.296197ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2913 | 2025-01-16T23:23:58.163Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61054
|
| 2914 | 2025-01-16T23:23:58.211Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 46115
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61054
req_id = 55bfa9ba-fb62-43ad-8880-e6d5bf35932e
response_code = 200
uri = /baseboard
|
| 2915 | 2025-01-16T23:23:58.266Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 533.381878ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2916 | 2025-01-16T23:23:58.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 822.233399ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2917 | 2025-01-16T23:23:58.431Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 1.408408018s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2918 | 2025-01-16T23:23:58.522Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 1.17912414s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2919 | 2025-01-16T23:23:58.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 765.160002ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2920 | 2025-01-16T23:23:58.550Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 617.251204ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2921 | 2025-01-16T23:23:58.649Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 1.492432828s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2922 | 2025-01-16T23:23:58.786Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 1.499521097s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2923 | 2025-01-16T23:23:58.796Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 862.327999ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2924 | 2025-01-16T23:23:58.804Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 845.35604ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2925 | 2025-01-16T23:23:58.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 559.344205ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2926 | 2025-01-16T23:23:59.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 1.136739935s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2927 | 2025-01-16T23:23:59.145Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 1.324204655s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2928 | 2025-01-16T23:23:59.177Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 1.118286702s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2929 | 2025-01-16T23:23:59.221Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 1.119584492s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2930 | 2025-01-16T23:23:59.247Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.027621298s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2931 | 2025-01-16T23:23:59.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 581.453823ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2932 | 2025-01-16T23:23:59.316Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 540.296491ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2933 | 2025-01-16T23:23:59.382Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 1.039668401s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2934 | 2025-01-16T23:23:59.417Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 1.236502635s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2935 | 2025-01-16T23:23:59.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 840.052966ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2936 | 2025-01-16T23:23:59.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 758.55114ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2937 | 2025-01-16T23:23:59.568Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 1.004801292s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2938 | 2025-01-16T23:23:59.660Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 1.024292917s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2939 | 2025-01-16T23:23:59.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 897.493694ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2940 | 2025-01-16T23:23:59.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 725.160985ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2941 | 2025-01-16T23:23:59.850Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 762.265116ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2942 | 2025-01-16T23:23:59.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 723.08208ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2943 | 2025-01-16T23:23:59.868Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 629.619029ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2944 | 2025-01-16T23:24:00.153Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 610.889199ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2945 | 2025-01-16T23:24:00.224Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 636.114329ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2946 | 2025-01-16T23:24:00.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 1.216554909s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2947 | 2025-01-16T23:24:00.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.402316915s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2948 | 2025-01-16T23:24:00.298Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 1.168977823s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2949 | 2025-01-16T23:24:00.308Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 739.231581ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2950 | 2025-01-16T23:24:00.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 995.011769ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2951 | 2025-01-16T23:24:00.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 1.204915838s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2952 | 2025-01-16T23:24:00.436Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 663.294844ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2953 | 2025-01-16T23:24:00.450Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 999.904107ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2954 | 2025-01-16T23:24:00.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 673.262773ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2955 | 2025-01-16T23:24:00.511Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 1.41262271s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2956 | 2025-01-16T23:24:00.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 965.212809ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2957 | 2025-01-16T23:24:00.593Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 634.714023ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2958 | 2025-01-16T23:24:00.606Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 1.17586558s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2959 | 2025-01-16T23:24:00.625Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 976.134963ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2960 | 2025-01-16T23:24:00.667Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 1.48481011s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2961 | 2025-01-16T23:24:00.714Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 785.805427ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2962 | 2025-01-16T23:24:00.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 1.303494653s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2963 | 2025-01-16T23:24:00.877Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 1.486106169s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2964 | 2025-01-16T23:24:01.062Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 1.237522315s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2965 | 2025-01-16T23:24:01.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 1.435973693s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2966 | 2025-01-16T23:24:01.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 777.116387ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2967 | 2025-01-16T23:24:01.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 912.022755ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2968 | 2025-01-16T23:24:01.326Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 553.581293ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2969 | 2025-01-16T23:24:01.464Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 1.489769494s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2970 | 2025-01-16T23:24:01.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 973.715111ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2971 | 2025-01-16T23:24:01.493Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 952.019303ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2972 | 2025-01-16T23:24:01.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 1.107792988s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2973 | 2025-01-16T23:24:01.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 1.443412668s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 2974 | 2025-01-16T23:24:01.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 778.352604ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2975 | 2025-01-16T23:24:01.615Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 1.187915093s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2976 | 2025-01-16T23:24:01.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.420070848s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 2977 | 2025-01-16T23:24:01.796Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 1.201083657s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2978 | 2025-01-16T23:24:01.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 759.097101ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2979 | 2025-01-16T23:24:01.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 941.459788ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2980 | 2025-01-16T23:24:01.957Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 886.992287ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2981 | 2025-01-16T23:24:02.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 1.120834249s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 2982 | 2025-01-16T23:24:02.165Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 594.743653ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2983 | 2025-01-16T23:24:02.177Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 1.358634584s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 2984 | 2025-01-16T23:24:02.312Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 1.182923475s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 2985 | 2025-01-16T23:24:02.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 895.052434ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 2986 | 2025-01-16T23:24:02.376Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 616.461255ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2987 | 2025-01-16T23:24:02.457Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 1.153304824s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 2988 | 2025-01-16T23:24:02.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 615.798235ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 2989 | 2025-01-16T23:24:02.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 1.212016585s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 2990 | 2025-01-16T23:24:02.638Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 656.609516ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 2991 | 2025-01-16T23:24:02.666Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 782.104812ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 2992 | 2025-01-16T23:24:02.777Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 793.750924ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 2993 | 2025-01-16T23:24:02.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 1.264195956s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 2994 | 2025-01-16T23:24:02.856Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 826.126549ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 2995 | 2025-01-16T23:24:02.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 1.381291575s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 2996 | 2025-01-16T23:24:02.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 1.148446458s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 2997 | 2025-01-16T23:24:03.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 785.58963ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 2998 | 2025-01-16T23:24:03.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 991.660283ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 2999 | 2025-01-16T23:24:03.026Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 1.08911745s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 3000 | 2025-01-16T23:24:03.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 1.042974642s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 3001 | 2025-01-16T23:24:03.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.172046739s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 3002 | 2025-01-16T23:24:03.236Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 523.777331ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 3003 | 2025-01-16T23:24:03.267Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 1.300391669s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 3004 | 2025-01-16T23:24:03.304Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 838.461032ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 3005 | 2025-01-16T23:24:03.474Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 936.776655ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 3006 | 2025-01-16T23:24:03.525Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 1.228278986s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 3007 | 2025-01-16T23:24:03.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 1.176189887s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 3008 | 2025-01-16T23:24:03.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 739.723551ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 3009 | 2025-01-16T23:24:03.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 799.741726ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 3010 | 2025-01-16T23:24:03.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 1.126818281s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 3011 | 2025-01-16T23:24:03.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 699.608463ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 3012 | 2025-01-16T23:24:03.780Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 1.110189936s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 3013 | 2025-01-16T23:24:03.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 972.548068ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 3014 | 2025-01-16T23:24:04.020Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 1.433206645s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 3015 | 2025-01-16T23:24:04.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 500.22847ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 3016 | 2025-01-16T23:24:04.124Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 536.336056ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 3017 | 2025-01-16T23:24:04.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 1.169096925s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 3018 | 2025-01-16T23:24:04.147Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 1.197834233s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 3019 | 2025-01-16T23:24:04.156Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 1.126353041s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 3020 | 2025-01-16T23:24:04.282Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 1.108431009s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 3021 | 2025-01-16T23:24:04.316Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.283513581s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 3022 | 2025-01-16T23:24:04.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 1.337269311s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 3023 | 2025-01-16T23:24:04.420Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 1.265816659s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 3024 | 2025-01-16T23:24:04.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 844.59216ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 3025 | 2025-01-16T23:24:04.477Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 1.188004207s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 3026 | 2025-01-16T23:24:04.576Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 1.230243843s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 3027 | 2025-01-16T23:24:04.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 883.6763ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 3028 | 2025-01-16T23:24:04.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 1.009015694s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 3029 | 2025-01-16T23:24:04.764Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 1.127060191s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 3030 | 2025-01-16T23:24:04.774Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 901.842221ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 3031 | 2025-01-16T23:24:04.783Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 925.855269ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 3032 | 2025-01-16T23:24:04.828Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 1.499385179s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 3033 | 2025-01-16T23:24:04.903Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 842.856631ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 3034 | 2025-01-16T23:24:05.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 1.187488229s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 3035 | 2025-01-16T23:24:05.301Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 1.490762334s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 3036 | 2025-01-16T23:24:05.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 792.074109ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 3037 | 2025-01-16T23:24:05.357Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 1.085773673s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 3038 | 2025-01-16T23:24:05.405Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 934.376468ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 3039 | 2025-01-16T23:24:05.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 1.358680938s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 3040 | 2025-01-16T23:24:05.506Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 716.742334ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 3041 | 2025-01-16T23:24:05.549Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin-single">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
<propval type="astring" name="ch_address" value='[fd00:1122:3344:101::e]:9000'/>
<propval type="astring" name="ch_binary" value='/opt/oxide/clickhouse/clickhouse'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 3042 | 2025-01-16T23:24:05.549Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3043 | 2025-01-16T23:24:05.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.140763594s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 3044 | 2025-01-16T23:24:05.685Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb") failed: Property not found. retry in 1.445460042s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 3045 | 2025-01-16T23:24:05.701Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895") failed: Property not found. retry in 783.491743ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 3046 | 2025-01-16T23:24:05.721Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 1.447267844s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 3047 | 2025-01-16T23:24:05.735Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 962.416144ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 3048 | 2025-01-16T23:24:05.756Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 583.02277ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 3049 | 2025-01-16T23:24:05.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 748.803949ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 3050 | 2025-01-16T23:24:05.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75") failed: Property not found. retry in 1.025838415s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 3051 | 2025-01-16T23:24:05.824Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 1.360517678s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 3052 | 2025-01-16T23:24:05.836Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 44.943574ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3053 | 2025-01-16T23:24:05.894Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 78.38267ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3054 | 2025-01-16T23:24:05.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 608.250058ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 3055 | 2025-01-16T23:24:06.001Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 203.947255ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3056 | 2025-01-16T23:24:06.122Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 1.237159367s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 3057 | 2025-01-16T23:24:06.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 378.187938ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3058 | 2025-01-16T23:24:06.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 1.498926381s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 3059 | 2025-01-16T23:24:06.341Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 511.018969ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 3060 | 2025-01-16T23:24:06.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 560.303662ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 3061 | 2025-01-16T23:24:06.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 889.253739ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 3062 | 2025-01-16T23:24:06.456Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 1.007645036s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 3063 | 2025-01-16T23:24:06.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 642.068062ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 3064 | 2025-01-16T23:24:06.531Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 687.663125ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 3065 | 2025-01-16T23:24:06.560Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 862.606725ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 3066 | 2025-01-16T23:24:06.615Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 966.528622ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3067 | 2025-01-16T23:24:06.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 1.263223103s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 3068 | 2025-01-16T23:24:06.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.022528761s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 3069 | 2025-01-16T23:24:06.806Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 1.03777376s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 3070 | 2025-01-16T23:24:06.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 963.458416ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 3071 | 2025-01-16T23:24:06.878Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 1.173267713s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 3072 | 2025-01-16T23:24:06.931Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 930.345671ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 3073 | 2025-01-16T23:24:07.159Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 1.199533584s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 3074 | 2025-01-16T23:24:07.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 1.064924393s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 3075 | 2025-01-16T23:24:07.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 1.308371516s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 3076 | 2025-01-16T23:24:07.234Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 1.207354578s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 3077 | 2025-01-16T23:24:07.266Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9") failed: Property not found. retry in 1.41332603s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 3078 | 2025-01-16T23:24:07.371Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 887.672203ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 3079 | 2025-01-16T23:24:07.434Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 1.455549304s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 3080 | 2025-01-16T23:24:07.477Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663") failed: Property not found. retry in 746.181486ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 3081 | 2025-01-16T23:24:07.595Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 1.170867204s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3082 | 2025-01-16T23:24:07.750Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885") failed: Property not found. retry in 1.298928046s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 3083 | 2025-01-16T23:24:07.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca") failed: Property not found. retry in 1.228040714s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 3084 | 2025-01-16T23:24:07.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 995.068068ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 3085 | 2025-01-16T23:24:07.856Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 1.195466658s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 3086 | 2025-01-16T23:24:07.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 898.846288ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 3087 | 2025-01-16T23:24:07.984Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63") failed: Property not found. retry in 981.115827ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 3088 | 2025-01-16T23:24:08.063Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 506.197651ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 3089 | 2025-01-16T23:24:08.137Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 8.672001354s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3090 | 2025-01-16T23:24:08.256Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 713.275415ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 3091 | 2025-01-16T23:24:08.268Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 860.123238ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 3092 | 2025-01-16T23:24:08.370Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6") failed: Property not found. retry in 1.447380218s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 3093 | 2025-01-16T23:24:08.454Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 1.45706733s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 3094 | 2025-01-16T23:24:08.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 1.016382394s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 3095 | 2025-01-16T23:24:08.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 1.42559111s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 3096 | 2025-01-16T23:24:08.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 770.660555ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3097 | 2025-01-16T23:24:08.789Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0") failed: Property not found. retry in 1.128520225s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 3098 | 2025-01-16T23:24:08.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7") failed: Property not found. retry in 728.5689ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 3099 | 2025-01-16T23:24:08.905Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 841.057854ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 3100 | 2025-01-16T23:24:08.996Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 959.583053ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 3101 | 2025-01-16T23:24:09.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 1.268635873s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 3102 | 2025-01-16T23:24:09.147Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 624.450979ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 3103 | 2025-01-16T23:24:09.547Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 850.526483ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 3104 | 2025-01-16T23:24:09.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 1.014438471s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3105 | 2025-01-16T23:24:09.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 1.142136787s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 3106 | 2025-01-16T23:24:09.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 803.502087ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 3107 | 2025-01-16T23:24:09.927Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 582.425718ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 3108 | 2025-01-16T23:24:09.969Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 655.900779ms
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 3109 | 2025-01-16T23:24:10.023Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 957.190942ms
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 3110 | 2025-01-16T23:24:10.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 1.199620523s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 3111 | 2025-01-16T23:24:10.416Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 820.40878ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 3112 | 2025-01-16T23:24:10.525Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 1.256371281s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 3113 | 2025-01-16T23:24:10.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 1.325725702s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3114 | 2025-01-16T23:24:10.607Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 1.126904669s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 3115 | 2025-01-16T23:24:10.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 1.194081173s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 3116 | 2025-01-16T23:24:10.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 589.634209ms
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 3117 | 2025-01-16T23:24:10.993Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e") failed: Property not found. retry in 1.387132871s
file = illumos-utils/src/svc.rs:42
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 3118 | 2025-01-16T23:24:11.249Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 1.08902539s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 3119 | 2025-01-16T23:24:11.517Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a") failed: Property not found. retry in 1.381520512s
file = illumos-utils/src/svc.rs:42
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 3120 | 2025-01-16T23:24:11.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 573.560363ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 3121 | 2025-01-16T23:24:11.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b") failed: Property not found. retry in 1.278151903s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 3122 | 2025-01-16T23:24:11.794Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d") failed: Property not found. retry in 634.643236ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 3123 | 2025-01-16T23:24:11.845Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad") failed: Property not found. retry in 1.029747979s
file = illumos-utils/src/svc.rs:42
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 3124 | 2025-01-16T23:24:11.927Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 596.275083ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3125 | 2025-01-16T23:24:12.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f") failed: Property not found. retry in 623.247942ms
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 3126 | 2025-01-16T23:24:12.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270") failed: Property not found. retry in 1.241759009s
file = illumos-utils/src/svc.rs:42
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 3127 | 2025-01-16T23:24:12.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 613.043074ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3128 | 2025-01-16T23:24:13.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 1.415751523s
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3129 | 2025-01-16T23:24:14.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f") failed: Property not found. retry in 690.307473ms
file = illumos-utils/src/svc.rs:42
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3130 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_nexus_1b5ada24-1ce5-4a0b-9c11-3c803e3e9270
|
| 3131 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_nexus_1d7f4b38-ce97-4d7c-b37c-92212a02a45f
|
| 3132 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_pantry_58c7648a-2f27-407e-a7ac-2bf32aa3eb75
|
| 3133 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_pantry_d41ab55b-e1a6-4706-8fb9-30f250e379ca
|
| 3134 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_pantry_861d2408-b2e2-416d-a5c8-444212cd8663
|
| 3135 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d
|
| 3136 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_02ac6d47-6979-4b37-b0b4-656336a6af63
|
| 3137 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_325a9c1d-813c-4693-8cf2-b4f93c573895
|
| 3138 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_bb490289-6569-4f8c-868b-d3dd7bd03ac6
|
| 3139 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_eb6ad2c3-d718-4b25-a9c1-d6170a395fb0
|
| 3140 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_a243b058-fd7d-4081-979b-227b010730e9
|
| 3141 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_77258649-3670-42da-8357-0d10bcdb4fa7
|
| 3142 | 2025-01-16T23:24:15.308Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_clickhouse_227c6e26-7635-44f8-ab05-835d9cccc56f
|
| 3143 | 2025-01-16T23:24:15.313Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_10fd3267-f358-4a92-b50e-b95e29dff885
|
| 3144 | 2025-01-16T23:24:15.313Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_75b8e0fb-4039-4278-a9cd-e3a5e1e7cecb
|
| 3145 | 2025-01-16T23:24:15.313Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_43273bd0-1810-4edd-be2e-b5a92667be8a
|
| 3146 | 2025-01-16T23:24:15.313Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_oximeter_0a365f9e-6c70-4a27-ba2b-6123ad53013e
|
| 3147 | 2025-01-16T23:24:15.313Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_external_dns_f4635fcc-61fc-4ff9-8203-b560522a972b
|
| 3148 | 2025-01-16T23:24:15.313Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_external_dns_dc5f3810-93b6-44f1-815c-44411abf99ad
|
| 3149 | 2025-01-16T23:24:15.314Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 3150 | 2025-01-16T23:24:15.337Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 3151 | 2025-01-16T23:24:15.363Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 38924651
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39593
req_id = 08c89d92-6d3d-46f8-887c-5885aa3daee8
response_code = 204
uri = /omicron-zones
|
| 3152 | 2025-01-16T23:24:15.406Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1415
|
| 3153 | 2025-01-16T23:24:15.409Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:790
|
| 3154 | 2025-01-16T23:24:15.428Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::b]:12221
file = sled-agent/src/rack_setup/service.rs:803
|
| 3155 | 2025-01-16T23:24:15.468Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
rib_priority: None,
vlan_id: None,
},
],
switch: Switch0,
tx_eq: None,
uplink_port_fec: Some(
None,
),
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:1017
|
| 3156 | 2025-01-16T23:24:15.509Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3157 | 2025-01-16T23:24:15.566Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3158 | 2025-01-16T23:24:15.733Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3159 | 2025-01-16T23:24:15.925Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3160 | 2025-01-16T23:24:16.122Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3161 | 2025-01-16T23:24:16.245Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3162 | 2025-01-16T23:24:16.597Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3163 | 2025-01-16T23:24:16.770Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3164 | 2025-01-16T23:24:16.865Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 13.939301588s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3165 | 2025-01-16T23:24:17.067Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3166 | 2025-01-16T23:24:17.611Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3167 | 2025-01-16T23:24:17.945Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3168 | 2025-01-16T23:24:18.816Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3169 | 2025-01-16T23:24:19.259Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/79114303-f678-43f7-aff3-a882c8c99560/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3170 | 2025-01-16T23:24:23.340Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "3c806e15-5eb9-4848-92e3-601447cf12e5", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:23 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"79114303-f678-43f7-aff3-a882c8c99560\"", request_id: "3c806e15-5eb9-4848-92e3-601447cf12e5" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3171 | 2025-01-16T23:24:24.553Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "1b50a333-d2d0-4df8-89ab-7e5e692c05ec", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:23 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"79114303-f678-43f7-aff3-a882c8c99560\"", request_id: "1b50a333-d2d0-4df8-89ab-7e5e692c05ec" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3172 | 2025-01-16T23:24:25.702Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "ea6603c3-5f94-40f5-ae73-94e90d1351ea", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:25 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"79114303-f678-43f7-aff3-a882c8c99560\"", request_id: "ea6603c3-5f94-40f5-ae73-94e90d1351ea" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3173 | 2025-01-16T23:24:28.259Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41339
|
| 3174 | 2025-01-16T23:24:28.259Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 28
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41339
req_id = 47b83e5e-ece3-4534-92ae-c76c7ad708c9
response_code = 200
uri = /baseboard
|
| 3175 | 2025-01-16T23:24:28.351Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "10d04b58-1134-4176-92ff-8b3d04162361", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:27 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"198593b5-c3c6-4ef5-879a-52095a2ef511\"", request_id: "10d04b58-1134-4176-92ff-8b3d04162361" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3176 | 2025-01-16T23:24:31.146Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "8cbe20ae-1acc-47ca-a7d4-1067e0780f50", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:30 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"198593b5-c3c6-4ef5-879a-52095a2ef511\"", request_id: "8cbe20ae-1acc-47ca-a7d4-1067e0780f50" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3177 | 2025-01-16T23:24:32.813Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "b70618e4-7d76-49fd-a0f3-0a60ce760675", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:32 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"198593b5-c3c6-4ef5-879a-52095a2ef511\"", request_id: "b70618e4-7d76-49fd-a0f3-0a60ce760675" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3178 | 2025-01-16T23:24:35.153Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "2bd1055a-6199-403d-9285-bbfb62f5cd67", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:35 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"198593b5-c3c6-4ef5-879a-52095a2ef511\"", request_id: "2bd1055a-6199-403d-9285-bbfb62f5cd67" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3179 | 2025-01-16T23:24:37.513Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "69e44fde-e65c-4f6e-8720-46f2adf56d43", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:37 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"198593b5-c3c6-4ef5-879a-52095a2ef511\"", request_id: "69e44fde-e65c-4f6e-8720-46f2adf56d43" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3180 | 2025-01-16T23:24:40.191Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "c0f4b993-8a58-4880-8866-cfd8b263f9b4", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:40 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"198593b5-c3c6-4ef5-879a-52095a2ef511\"", request_id: "c0f4b993-8a58-4880-8866-cfd8b263f9b4" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3181 | 2025-01-16T23:24:43.003Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "fff1be36-1936-4c4c-8d53-28d30a31ae3a", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:42 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"198593b5-c3c6-4ef5-879a-52095a2ef511\"", request_id: "fff1be36-1936-4c4c-8d53-28d30a31ae3a" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3182 | 2025-01-16T23:24:49.247Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "8f260ce7-427f-4afd-9e8b-9bb5f6c25898", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:48 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"198593b5-c3c6-4ef5-879a-52095a2ef511\"", request_id: "8f260ce7-427f-4afd-9e8b-9bb5f6c25898" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3183 | 2025-01-16T23:24:53.454Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "d35bfe37-aa74-41ad-8f22-c6fad6a9d45b", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:53 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"198593b5-c3c6-4ef5-879a-52095a2ef511\"", request_id: "d35bfe37-aa74-41ad-8f22-c6fad6a9d45b" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3184 | 2025-01-16T23:24:58.318Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35639
|
| 3185 | 2025-01-16T23:24:58.319Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 25
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35639
req_id = 73e1cc71-df2e-4440-bb7d-b1119f8316e2
response_code = 200
uri = /baseboard
|
| 3186 | 2025-01-16T23:24:58.660Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "8d3d71bc-2b6c-4d78-8c5a-efe149312f89", "content-length": "173", "date": "Thu, 16 Jan 2025 23:24:58 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"198593b5-c3c6-4ef5-879a-52095a2ef511\"", request_id: "8d3d71bc-2b6c-4d78-8c5a-efe149312f89" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3187 | 2025-01-16T23:25:05.723Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:42407
remote_addr = [fd00:1122:3344:101::d]:59260
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3188 | 2025-01-16T23:25:05.768Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 45295
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = e38d3dbc-24be-4c52-8bec-19272f64da88
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3189 | 2025-01-16T23:25:06.797Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "575d69de-08db-4540-8d2c-c8fa654bbb8e", "content-length": "173", "date": "Thu, 16 Jan 2025 23:25:06 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"198593b5-c3c6-4ef5-879a-52095a2ef511\"", request_id: "575d69de-08db-4540-8d2c-c8fa654bbb8e" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 3190 | 2025-01-16T23:25:11.831Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:500
new_generation = 1
old_generation = 1
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3191 | 2025-01-16T23:25:11.918Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62425
|
| 3192 | 2025-01-16T23:25:11.920Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3193 | 2025-01-16T23:25:11.921Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3194 | 2025-01-16T23:25:11.921Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3195 | 2025-01-16T23:25:11.922Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3196 | 2025-01-16T23:25:11.936Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3197 | 2025-01-16T23:25:11.936Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9
|
| 3198 | 2025-01-16T23:25:11.957Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3199 | 2025-01-16T23:25:11.957Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_5db46ce3-4889-4034-8561-7e871bb98ae0
|
| 3200 | 2025-01-16T23:25:11.978Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3201 | 2025-01-16T23:25:11.978Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_736d5541-d5bd-460c-a5f5-441d6996aa03
|
| 3202 | 2025-01-16T23:25:12.000Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3203 | 2025-01-16T23:25:12.000Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0
|
| 3204 | 2025-01-16T23:25:12.022Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3205 | 2025-01-16T23:25:12.023Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_9764f33b-5a77-475e-83b5-777615774b6a
|
| 3206 | 2025-01-16T23:25:12.044Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3207 | 2025-01-16T23:25:12.045Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_28fb7d98-1494-4570-b25a-aa56857fbe19
|
| 3208 | 2025-01-16T23:25:12.065Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3209 | 2025-01-16T23:25:12.065Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_723d2041-12e1-48e9-aa34-7148357fe80c
|
| 3210 | 2025-01-16T23:25:12.087Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3211 | 2025-01-16T23:25:12.087Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4
|
| 3212 | 2025-01-16T23:25:12.107Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3213 | 2025-01-16T23:25:12.107Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa
|
| 3214 | 2025-01-16T23:25:12.120Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 202188
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62425
req_id = cc1f3760-bb48-41ae-8190-10f45394f669
response_code = 200
uri = /inventory
|
| 3215 | 2025-01-16T23:25:21.958Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42416
|
| 3216 | 2025-01-16T23:25:21.963Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3217 | 2025-01-16T23:25:21.964Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3218 | 2025-01-16T23:25:21.964Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3219 | 2025-01-16T23:25:21.964Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3220 | 2025-01-16T23:25:21.964Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3221 | 2025-01-16T23:25:21.964Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3222 | 2025-01-16T23:25:21.964Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3223 | 2025-01-16T23:25:21.964Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5907
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42416
req_id = 09607264-0e5d-452f-a8e2-f27b1088de69
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3224 | 2025-01-16T23:25:21.965Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:1089
|
| 3225 | 2025-01-16T23:25:21.969Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 3226 | 2025-01-16T23:25:21.969Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 3227 | 2025-01-16T23:25:22.155Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37906
|
| 3228 | 2025-01-16T23:25:22.155Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3229 | 2025-01-16T23:25:22.155Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3230 | 2025-01-16T23:25:22.155Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3231 | 2025-01-16T23:25:22.155Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3232 | 2025-01-16T23:25:22.168Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3233 | 2025-01-16T23:25:22.168Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9
|
| 3234 | 2025-01-16T23:25:22.192Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3235 | 2025-01-16T23:25:22.192Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_5db46ce3-4889-4034-8561-7e871bb98ae0
|
| 3236 | 2025-01-16T23:25:22.202Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64000
|
| 3237 | 2025-01-16T23:25:22.202Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3238 | 2025-01-16T23:25:22.202Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3239 | 2025-01-16T23:25:22.202Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3240 | 2025-01-16T23:25:22.202Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3241 | 2025-01-16T23:25:22.202Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3242 | 2025-01-16T23:25:22.202Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3243 | 2025-01-16T23:25:22.202Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3244 | 2025-01-16T23:25:22.202Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 398
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64000
req_id = 71f2501d-15b6-47d0-b0be-70a787e34701
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3245 | 2025-01-16T23:25:22.218Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3246 | 2025-01-16T23:25:22.218Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_736d5541-d5bd-460c-a5f5-441d6996aa03
|
| 3247 | 2025-01-16T23:25:22.238Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46708
|
| 3248 | 2025-01-16T23:25:22.239Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3249 | 2025-01-16T23:25:22.239Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3250 | 2025-01-16T23:25:22.239Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3251 | 2025-01-16T23:25:22.239Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3252 | 2025-01-16T23:25:22.239Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3253 | 2025-01-16T23:25:22.239Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3254 | 2025-01-16T23:25:22.239Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3255 | 2025-01-16T23:25:22.239Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 412
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46708
req_id = ee325cc9-a530-45f6-a9d3-38935b3049c8
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3256 | 2025-01-16T23:25:22.243Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3257 | 2025-01-16T23:25:22.243Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0
|
| 3258 | 2025-01-16T23:25:22.265Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3259 | 2025-01-16T23:25:22.265Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_9764f33b-5a77-475e-83b5-777615774b6a
|
| 3260 | 2025-01-16T23:25:22.286Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3261 | 2025-01-16T23:25:22.286Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_28fb7d98-1494-4570-b25a-aa56857fbe19
|
| 3262 | 2025-01-16T23:25:22.304Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3263 | 2025-01-16T23:25:22.304Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_723d2041-12e1-48e9-aa34-7148357fe80c
|
| 3264 | 2025-01-16T23:25:22.326Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3265 | 2025-01-16T23:25:22.326Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4
|
| 3266 | 2025-01-16T23:25:22.346Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3267 | 2025-01-16T23:25:22.346Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa
|
| 3268 | 2025-01-16T23:25:22.358Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 202807
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37906
req_id = f12a68c4-0e46-41e3-93ea-b5841e3121ec
response_code = 200
uri = /inventory
|
| 3269 | 2025-01-16T23:25:22.620Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62061
|
| 3270 | 2025-01-16T23:25:22.620Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3271 | 2025-01-16T23:25:22.620Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3272 | 2025-01-16T23:25:22.620Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3273 | 2025-01-16T23:25:22.620Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3274 | 2025-01-16T23:25:22.620Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3275 | 2025-01-16T23:25:22.620Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3276 | 2025-01-16T23:25:22.620Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3277 | 2025-01-16T23:25:22.620Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 409
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62061
req_id = 045b1804-a78c-470b-9d9a-85b14ef73342
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3278 | 2025-01-16T23:25:27.319Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49863
|
| 3279 | 2025-01-16T23:25:27.320Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 323
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49863
req_id = 5d214482-6546-472d-af06-46a2a3745abb
response_code = 200
uri = /vpc-routes
|
| 3280 | 2025-01-16T23:25:27.369Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48881
|
| 3281 | 2025-01-16T23:25:27.369Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48881
req_id = b0a0bdad-ab24-4af7-9454-01f62098c91d
response_code = 200
uri = /vpc-routes
|
| 3282 | 2025-01-16T23:25:27.570Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3283 | 2025-01-16T23:25:27.570Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 407
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48881
req_id = 08b2c7ca-1241-42b4-92b0-2b63b0447c57
response_code = 204
uri = /eip-gateways
|
| 3284 | 2025-01-16T23:25:27.585Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49097
|
| 3285 | 2025-01-16T23:25:27.587Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3286 | 2025-01-16T23:25:27.683Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3287 | 2025-01-16T23:25:27.758Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 172825
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:49097
req_id = 29d737f6-587c-496f-ab47-3e2f1e2af9bd
response_code = 204
uri = /switch-ports
|
| 3288 | 2025-01-16T23:25:27.758Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52619
|
| 3289 | 2025-01-16T23:25:27.758Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45684
|
| 3290 | 2025-01-16T23:25:27.759Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3291 | 2025-01-16T23:25:27.759Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3292 | 2025-01-16T23:25:27.759Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 314
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49863
req_id = c81c2023-c980-488f-b8e9-f39ebc9942ab
response_code = 204
uri = /eip-gateways
|
| 3293 | 2025-01-16T23:25:27.764Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4906
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52619
req_id = fa69b541-70b8-4bbe-9e3b-a3d1da283dee
response_code = 200
uri = /v2p
|
| 3294 | 2025-01-16T23:25:27.764Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5538
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49097
req_id = 364769d5-17df-406f-b28f-cbad6535c2b0
response_code = 200
uri = /network-bootstore-config
|
| 3295 | 2025-01-16T23:25:27.767Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33163
|
| 3296 | 2025-01-16T23:25:27.767Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 185
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33163
req_id = e15dfc15-3ed1-4423-851d-932c9faab36d
response_code = 200
uri = /v2p
|
| 3297 | 2025-01-16T23:25:27.823Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3298 | 2025-01-16T23:25:27.851Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 3299 | 2025-01-16T23:25:27.851Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/77444133-e801-4aba-9330-b96b8b00119b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 3300 | 2025-01-16T23:25:27.852Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 3301 | 2025-01-16T23:25:27.853Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 3302 | 2025-01-16T23:25:27.853Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3201
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49097
req_id = a2e7e6c3-0272-4397-bdce-ec81f38fe21f
response_code = 204
uri = /network-bootstore-config
|
| 3303 | 2025-01-16T23:25:27.891Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2205
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49863
req_id = 44a0341a-ce07-4766-ae46-008b12e9cac0
response_code = 204
uri = /vpc-routes
|
| 3304 | 2025-01-16T23:25:27.891Z | INFO | SledAgent (PortManager): skipping delta compute for subnet
file = illumos-utils/src/opte/port_manager.rs:486
new_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }
old_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }
subnet = RouterId { vni: Vni(100), kind: System }
|
| 3305 | 2025-01-16T23:25:27.891Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 158
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48881
req_id = 4575b60b-d4bc-4f62-bc76-57690165d543
response_code = 204
uri = /vpc-routes
|
| 3306 | 2025-01-16T23:25:27.907Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 148083
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:45684
req_id = 7d504262-f8ec-4d69-bbfb-ff79141066ca
response_code = 204
uri = /switch-ports
|
| 3307 | 2025-01-16T23:25:27.907Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45684
req_id = ffcae487-e8a7-4089-9d05-b0bed61f043d
response_code = 200
uri = /network-bootstore-config
|
| 3308 | 2025-01-16T23:25:28.356Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48742
|
| 3309 | 2025-01-16T23:25:28.356Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 29
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48742
req_id = 71be4e28-0480-4640-becf-1a934853ae11
response_code = 200
uri = /baseboard
|
| 3310 | 2025-01-16T23:25:29.798Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43206
|
| 3311 | 2025-01-16T23:25:29.799Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43206
req_id = b4e41720-b5fc-417d-a8c9-cd11efe7015c
response_code = 200
uri = /vpc-routes
|
| 3312 | 2025-01-16T23:25:29.854Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3313 | 2025-01-16T23:25:29.854Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43206
req_id = 2b8e80d1-5486-41f8-8b09-191e225ecf88
response_code = 204
uri = /eip-gateways
|
| 3314 | 2025-01-16T23:25:29.863Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 179
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43206
req_id = 43fd3a60-569c-4df9-81e1-1d72b4050b73
response_code = 204
uri = /vpc-routes
|
| 3315 | 2025-01-16T23:25:30.797Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39431
|
| 3316 | 2025-01-16T23:25:30.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39431
req_id = 9d29cf70-d68e-4fc5-a7c7-4f77a73c9666
response_code = 200
uri = /vpc-routes
|
| 3317 | 2025-01-16T23:25:30.863Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3318 | 2025-01-16T23:25:30.863Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39431
req_id = 0775d7ef-1d78-4648-b181-4ca3957a17e8
response_code = 204
uri = /eip-gateways
|
| 3319 | 2025-01-16T23:25:31.087Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56999
|
| 3320 | 2025-01-16T23:25:31.088Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 136
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56999
req_id = 35b8822f-d78b-4d25-bb41-f341ea469be3
response_code = 200
uri = /v2p
|
| 3321 | 2025-01-16T23:25:31.095Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 174
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39431
req_id = db304716-8772-4ded-bf5d-344309c1eea9
response_code = 204
uri = /vpc-routes
|
| 3322 | 2025-01-16T23:25:31.180Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51876
|
| 3323 | 2025-01-16T23:25:31.180Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3324 | 2025-01-16T23:25:31.219Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3325 | 2025-01-16T23:25:31.283Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102991
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51876
req_id = 629855be-df98-42e3-8958-50ad6ba2df8d
response_code = 204
uri = /switch-ports
|
| 3326 | 2025-01-16T23:25:31.283Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51876
req_id = 6e2f3a06-431f-4217-bd50-b45b6b1e5632
response_code = 200
uri = /network-bootstore-config
|
| 3327 | 2025-01-16T23:25:35.731Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7766
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = ec8481d0-2195-4175-82c8-e1d17d4c99da
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3328 | 2025-01-16T23:25:57.022Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49227
|
| 3329 | 2025-01-16T23:25:57.023Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49227
req_id = 554faf84-b4e5-4e5f-8ac0-a112a6b031be
response_code = 200
uri = /vpc-routes
|
| 3330 | 2025-01-16T23:25:57.078Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3331 | 2025-01-16T23:25:57.078Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49227
req_id = 05412706-5ede-48d2-a27c-1b987c86b7c7
response_code = 204
uri = /eip-gateways
|
| 3332 | 2025-01-16T23:25:57.089Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 183
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49227
req_id = 3f96cfc2-98e9-4743-b48f-b911edbef2ec
response_code = 204
uri = /vpc-routes
|
| 3333 | 2025-01-16T23:25:57.133Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63060
|
| 3334 | 2025-01-16T23:25:57.133Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63060
req_id = 317f6257-6f5d-4b02-a8bb-679e65e8dd10
response_code = 200
uri = /vpc-routes
|
| 3335 | 2025-01-16T23:25:57.168Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40974
|
| 3336 | 2025-01-16T23:25:57.168Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3337 | 2025-01-16T23:25:57.210Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3338 | 2025-01-16T23:25:57.264Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96646
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40974
req_id = c00b29d0-e210-42c4-afdf-ee5ef3c5ab32
response_code = 204
uri = /switch-ports
|
| 3339 | 2025-01-16T23:25:57.265Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65342
|
| 3340 | 2025-01-16T23:25:57.265Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36356
|
| 3341 | 2025-01-16T23:25:57.265Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3342 | 2025-01-16T23:25:57.265Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 309
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40974
req_id = 65e546c1-9778-4e2e-85e4-27322e10f879
response_code = 200
uri = /network-bootstore-config
|
| 3343 | 2025-01-16T23:25:57.265Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 303
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63060
req_id = 1e368eba-0164-4278-b4ea-6f43b9bc9488
response_code = 204
uri = /eip-gateways
|
| 3344 | 2025-01-16T23:25:57.265Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 271
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65342
req_id = 0cd28697-779a-468a-af87-c61369c51c73
response_code = 200
uri = /v2p
|
| 3345 | 2025-01-16T23:25:57.265Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 255
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36356
req_id = 65597308-c64a-4247-ab2e-54654837c2e6
response_code = 200
uri = /v2p
|
| 3346 | 2025-01-16T23:25:57.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 331
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63060
req_id = d114c1da-8b15-4da8-840e-438c32a06117
response_code = 204
uri = /vpc-routes
|
| 3347 | 2025-01-16T23:25:57.310Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59217
|
| 3348 | 2025-01-16T23:25:57.310Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3349 | 2025-01-16T23:25:57.349Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3350 | 2025-01-16T23:25:57.406Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95641
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:59217
req_id = c4ac8e1b-6f98-4139-968f-5a89eb60f0f9
response_code = 204
uri = /switch-ports
|
| 3351 | 2025-01-16T23:25:57.406Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59217
req_id = 35588399-5012-4cf5-9b56-7bee0a618a9a
response_code = 200
uri = /network-bootstore-config
|
| 3352 | 2025-01-16T23:25:58.392Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46103
|
| 3353 | 2025-01-16T23:25:58.392Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 29
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46103
req_id = 5391dd80-bd5c-413e-bd6b-edc561bb25a3
response_code = 200
uri = /baseboard
|
| 3354 | 2025-01-16T23:26:00.572Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57499
|
| 3355 | 2025-01-16T23:26:00.572Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57499
req_id = 903dfea7-3399-4384-b7dc-a210d4016518
response_code = 200
uri = /vpc-routes
|
| 3356 | 2025-01-16T23:26:00.629Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3357 | 2025-01-16T23:26:00.629Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57499
req_id = bd1296e8-067c-4f81-a66d-eb945b9fa4fc
response_code = 204
uri = /eip-gateways
|
| 3358 | 2025-01-16T23:26:00.696Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50255
|
| 3359 | 2025-01-16T23:26:00.696Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50255
req_id = d2660183-0dce-4b0b-98e8-4418499d5771
response_code = 200
uri = /v2p
|
| 3360 | 2025-01-16T23:26:00.700Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 156
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57499
req_id = fc066565-c008-44ce-b89c-6e8129bee797
response_code = 204
uri = /vpc-routes
|
| 3361 | 2025-01-16T23:26:00.786Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33989
|
| 3362 | 2025-01-16T23:26:00.786Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3363 | 2025-01-16T23:26:00.826Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3364 | 2025-01-16T23:26:00.881Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94861
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33989
req_id = f9993524-be1c-49fd-a8d5-6fb42543896b
response_code = 204
uri = /switch-ports
|
| 3365 | 2025-01-16T23:26:00.881Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 199
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33989
req_id = 0cc191c5-f040-4be9-9366-41400ecc7801
response_code = 200
uri = /network-bootstore-config
|
| 3366 | 2025-01-16T23:26:05.732Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7761
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 99f17b73-ed2f-4138-a93f-67606f169650
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3367 | 2025-01-16T23:26:27.188Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60216
|
| 3368 | 2025-01-16T23:26:27.188Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60216
req_id = 2d7f71b7-cb4e-4fe4-8900-648cb336fd63
response_code = 200
uri = /vpc-routes
|
| 3369 | 2025-01-16T23:26:27.245Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3370 | 2025-01-16T23:26:27.245Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60216
req_id = 816ca6f0-d558-4a98-a16b-4b58282eeca7
response_code = 204
uri = /eip-gateways
|
| 3371 | 2025-01-16T23:26:27.278Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65035
|
| 3372 | 2025-01-16T23:26:27.279Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65035
req_id = 5c36d32d-8f70-45d8-a6b3-c3c0ed7d2e17
response_code = 200
uri = /v2p
|
| 3373 | 2025-01-16T23:26:27.282Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60216
req_id = 52b3dee0-7717-4be5-a51e-db60cea6c9cb
response_code = 204
uri = /vpc-routes
|
| 3374 | 2025-01-16T23:26:27.361Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51159
|
| 3375 | 2025-01-16T23:26:27.361Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 26
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51159
req_id = 0247052b-2bd2-4b3d-bad9-f4e9f2ac6432
response_code = 200
uri = /vpc-routes
|
| 3376 | 2025-01-16T23:26:27.395Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52538
|
| 3377 | 2025-01-16T23:26:27.395Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3378 | 2025-01-16T23:26:27.433Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3379 | 2025-01-16T23:26:27.491Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95785
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52538
req_id = 9ef13f5d-feca-4de9-80ae-b0b85568fc7f
response_code = 204
uri = /switch-ports
|
| 3380 | 2025-01-16T23:26:27.491Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3381 | 2025-01-16T23:26:27.491Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51159
req_id = 4d986e37-bd4c-4fcf-a496-59c8a52a05b7
response_code = 204
uri = /eip-gateways
|
| 3382 | 2025-01-16T23:26:27.491Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52538
req_id = 777008b8-aee0-4f19-a76c-deb8ac4d9ee7
response_code = 200
uri = /network-bootstore-config
|
| 3383 | 2025-01-16T23:26:27.502Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 377
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51159
req_id = c699b3c6-3e8b-4142-98f4-30d9b055d46b
response_code = 204
uri = /vpc-routes
|
| 3384 | 2025-01-16T23:26:27.516Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53332
|
| 3385 | 2025-01-16T23:26:27.516Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53332
req_id = 0b591b18-82b5-42f4-80a7-4e3e9a52f502
response_code = 200
uri = /v2p
|
| 3386 | 2025-01-16T23:26:27.654Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51049
|
| 3387 | 2025-01-16T23:26:27.654Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3388 | 2025-01-16T23:26:27.692Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3389 | 2025-01-16T23:26:27.746Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92093
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:51049
req_id = 7f471953-a637-42a9-8a25-76dd2a78af8d
response_code = 204
uri = /switch-ports
|
| 3390 | 2025-01-16T23:26:27.746Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51049
req_id = a4d1c155-0500-4f1c-98b0-f6fba8d2d616
response_code = 200
uri = /network-bootstore-config
|
| 3391 | 2025-01-16T23:26:28.428Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38838
|
| 3392 | 2025-01-16T23:26:28.428Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 35
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38838
req_id = db0db2f1-3b3d-49ca-b2f5-b8ddee630cdf
response_code = 200
uri = /baseboard
|
| 3393 | 2025-01-16T23:26:30.653Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56676
|
| 3394 | 2025-01-16T23:26:30.654Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 174
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56676
req_id = f42b73e2-3186-4464-a870-7cc1f2f78319
response_code = 200
uri = /v2p
|
| 3395 | 2025-01-16T23:26:30.730Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38403
|
| 3396 | 2025-01-16T23:26:30.730Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38403
req_id = a386a7d7-c406-4bbe-bbff-9dd224ffa014
response_code = 200
uri = /vpc-routes
|
| 3397 | 2025-01-16T23:26:30.770Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3398 | 2025-01-16T23:26:30.770Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38403
req_id = 64055f1b-df04-4bc6-a7b3-616dddea1c03
response_code = 204
uri = /eip-gateways
|
| 3399 | 2025-01-16T23:26:30.780Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38403
req_id = 0856fe1b-ca2d-40e7-987f-d4f1894391b8
response_code = 204
uri = /vpc-routes
|
| 3400 | 2025-01-16T23:26:31.002Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59025
|
| 3401 | 2025-01-16T23:26:31.002Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3402 | 2025-01-16T23:26:31.042Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3403 | 2025-01-16T23:26:31.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100353
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:59025
req_id = 2635cfb3-82b0-4b54-985a-e18dfce6e2d6
response_code = 204
uri = /switch-ports
|
| 3404 | 2025-01-16T23:26:31.103Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59025
req_id = c6adf32b-46b3-41ec-b493-611995a2db8b
response_code = 200
uri = /network-bootstore-config
|
| 3405 | 2025-01-16T23:26:35.733Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7951
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 8b029f93-8e88-4c8c-9876-a6222b408e4f
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3406 | 2025-01-16T23:26:44.658Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 3407 | 2025-01-16T23:26:57.000Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61773
|
| 3408 | 2025-01-16T23:26:57.000Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61773
req_id = 8e0a1091-2e74-4a88-89a5-b58eb341e81a
response_code = 200
uri = /vpc-routes
|
| 3409 | 2025-01-16T23:26:57.072Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3410 | 2025-01-16T23:26:57.072Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61773
req_id = b2662c05-2cbc-414f-9c3b-ddc1e3317c2d
response_code = 204
uri = /eip-gateways
|
| 3411 | 2025-01-16T23:26:57.084Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 170
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61773
req_id = ac12742f-8e19-42e7-bae1-f8f60282e753
response_code = 204
uri = /vpc-routes
|
| 3412 | 2025-01-16T23:26:57.092Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43159
|
| 3413 | 2025-01-16T23:26:57.092Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3414 | 2025-01-16T23:26:57.131Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3415 | 2025-01-16T23:26:57.192Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100411
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:43159
req_id = d99ad43a-0d32-4502-9d99-d0b0f6e5be52
response_code = 204
uri = /switch-ports
|
| 3416 | 2025-01-16T23:26:57.193Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51246
|
| 3417 | 2025-01-16T23:26:57.193Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38662
|
| 3418 | 2025-01-16T23:26:57.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38662
req_id = 7df25a9e-068b-486d-83f7-ffac7ba3c4c4
response_code = 200
uri = /vpc-routes
|
| 3419 | 2025-01-16T23:26:57.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 290
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43159
req_id = 194665ce-510d-4544-b31d-9023909335f2
response_code = 200
uri = /network-bootstore-config
|
| 3420 | 2025-01-16T23:26:57.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 217
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51246
req_id = af171058-33e2-49f8-b93c-54db54f8622b
response_code = 200
uri = /v2p
|
| 3421 | 2025-01-16T23:26:57.236Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3422 | 2025-01-16T23:26:57.236Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:38662
req_id = 534d5012-7089-4cf8-8b4a-4a616580ec92
response_code = 204
uri = /eip-gateways
|
| 3423 | 2025-01-16T23:26:57.246Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 279
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:38662
req_id = 498f5ba5-d603-4fea-a5ee-f959a3a2bd9a
response_code = 204
uri = /vpc-routes
|
| 3424 | 2025-01-16T23:26:57.313Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48230
|
| 3425 | 2025-01-16T23:26:57.313Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48230
req_id = 604f9ee2-36ae-463e-ac33-0eba11689ef4
response_code = 200
uri = /v2p
|
| 3426 | 2025-01-16T23:26:57.315Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63109
|
| 3427 | 2025-01-16T23:26:57.315Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3428 | 2025-01-16T23:26:57.351Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3429 | 2025-01-16T23:26:57.408Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93167
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:63109
req_id = bb7bccea-bd15-4a5c-af6a-3a51cfbe2ce8
response_code = 204
uri = /switch-ports
|
| 3430 | 2025-01-16T23:26:57.409Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63109
req_id = 2d0e8947-4f1c-4d05-823a-a25c9c3041e0
response_code = 200
uri = /network-bootstore-config
|
| 3431 | 2025-01-16T23:26:58.463Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60180
|
| 3432 | 2025-01-16T23:26:58.463Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 37
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60180
req_id = bcc92b01-f64f-4561-a48f-b819e8b3ab17
response_code = 200
uri = /baseboard
|
| 3433 | 2025-01-16T23:27:00.590Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39974
|
| 3434 | 2025-01-16T23:27:00.590Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39974
req_id = c8360a54-a25e-4d4b-9318-8941c5211ec4
response_code = 200
uri = /vpc-routes
|
| 3435 | 2025-01-16T23:27:00.632Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3436 | 2025-01-16T23:27:00.632Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39974
req_id = 4ebe13f8-46a2-4aad-adef-49562d760de0
response_code = 204
uri = /eip-gateways
|
| 3437 | 2025-01-16T23:27:00.641Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 183
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39974
req_id = 9a406e06-0408-4886-9af0-609e81dcf82e
response_code = 204
uri = /vpc-routes
|
| 3438 | 2025-01-16T23:27:00.705Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57216
|
| 3439 | 2025-01-16T23:27:00.705Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57216
req_id = 87b54abe-2ece-4344-ac42-923d6613748b
response_code = 200
uri = /v2p
|
| 3440 | 2025-01-16T23:27:00.715Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45152
|
| 3441 | 2025-01-16T23:27:00.715Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3442 | 2025-01-16T23:27:00.751Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3443 | 2025-01-16T23:27:00.802Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87225
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45152
req_id = 082e17ad-2b34-4395-9d02-96fe0e609a4d
response_code = 204
uri = /switch-ports
|
| 3444 | 2025-01-16T23:27:00.803Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 206
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45152
req_id = 61041995-f374-46fe-ba7c-cafc091a4fa4
response_code = 200
uri = /network-bootstore-config
|
| 3445 | 2025-01-16T23:27:05.733Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6989
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 003d1fe6-8572-47b0-a7e2-eed96a9b296e
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3446 | 2025-01-16T23:27:27.141Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44152
|
| 3447 | 2025-01-16T23:27:27.141Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44152
req_id = c31f561e-ab5d-4864-9a51-2bd3a82b0628
response_code = 200
uri = /vpc-routes
|
| 3448 | 2025-01-16T23:27:27.186Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3449 | 2025-01-16T23:27:27.186Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44152
req_id = 1c3f6761-9813-49c3-9787-96da9e0c73aa
response_code = 204
uri = /eip-gateways
|
| 3450 | 2025-01-16T23:27:27.197Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 233
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44152
req_id = 5743538e-772e-457f-ac8a-2097497989dd
response_code = 204
uri = /vpc-routes
|
| 3451 | 2025-01-16T23:27:27.225Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53090
|
| 3452 | 2025-01-16T23:27:27.225Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53090
req_id = f4405c60-bc8d-46a7-a230-aa2e0601d6f6
response_code = 200
uri = /vpc-routes
|
| 3453 | 2025-01-16T23:27:27.301Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3454 | 2025-01-16T23:27:27.301Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:53090
req_id = 65471da4-31a6-44d5-8ff8-791e8d023f94
response_code = 204
uri = /eip-gateways
|
| 3455 | 2025-01-16T23:27:27.312Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:53090
req_id = aa251957-d84c-4003-b984-de22356f43b8
response_code = 204
uri = /vpc-routes
|
| 3456 | 2025-01-16T23:27:27.376Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46145
|
| 3457 | 2025-01-16T23:27:27.376Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46145
req_id = 710f473c-e4ae-442a-be35-09bb9ab06097
response_code = 200
uri = /v2p
|
| 3458 | 2025-01-16T23:27:27.491Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53045
|
| 3459 | 2025-01-16T23:27:27.492Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 147
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53045
req_id = c4cfdb41-f80c-4df9-a039-9c4703d5283d
response_code = 200
uri = /v2p
|
| 3460 | 2025-01-16T23:27:27.505Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38624
|
| 3461 | 2025-01-16T23:27:27.505Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3462 | 2025-01-16T23:27:27.542Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3463 | 2025-01-16T23:27:27.597Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91893
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38624
req_id = 5ae4449c-10ce-4ac1-99af-4cf395e55dc8
response_code = 204
uri = /switch-ports
|
| 3464 | 2025-01-16T23:27:27.597Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41124
|
| 3465 | 2025-01-16T23:27:27.597Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3466 | 2025-01-16T23:27:27.631Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3467 | 2025-01-16T23:27:27.687Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89399
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:41124
req_id = 35836ee6-54b0-4548-acc9-6f68c71dc2f6
response_code = 204
uri = /switch-ports
|
| 3468 | 2025-01-16T23:27:27.687Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38624
req_id = ca71259e-6bca-41c3-8fd9-0c3c3da526a3
response_code = 200
uri = /network-bootstore-config
|
| 3469 | 2025-01-16T23:27:27.687Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41124
req_id = 91dd81ff-0ec3-4a0c-9386-3c39deaab5e6
response_code = 200
uri = /network-bootstore-config
|
| 3470 | 2025-01-16T23:27:28.496Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53840
|
| 3471 | 2025-01-16T23:27:28.496Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53840
req_id = 898ddbe1-5d6e-4f06-9d60-40714cbd5528
response_code = 200
uri = /baseboard
|
| 3472 | 2025-01-16T23:27:30.623Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64918
|
| 3473 | 2025-01-16T23:27:30.624Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64918
req_id = 7a2ec21f-88f7-4cec-a72c-1be25a9325bc
response_code = 200
uri = /vpc-routes
|
| 3474 | 2025-01-16T23:27:30.684Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3475 | 2025-01-16T23:27:30.684Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64918
req_id = 4985c605-6d29-4dbe-b051-0f472df7e0c6
response_code = 204
uri = /eip-gateways
|
| 3476 | 2025-01-16T23:27:30.698Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 228
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64918
req_id = d67d0c01-2878-44ed-91f1-f65f31d63a55
response_code = 204
uri = /vpc-routes
|
| 3477 | 2025-01-16T23:27:30.871Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53622
|
| 3478 | 2025-01-16T23:27:30.871Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53622
req_id = 65ab9fa8-6e66-47de-becd-e8337b512285
response_code = 200
uri = /v2p
|
| 3479 | 2025-01-16T23:27:30.880Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49461
|
| 3480 | 2025-01-16T23:27:30.880Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3481 | 2025-01-16T23:27:30.918Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3482 | 2025-01-16T23:27:30.974Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93992
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49461
req_id = c7c464d3-36d7-450b-b486-5fba44baa6f0
response_code = 204
uri = /switch-ports
|
| 3483 | 2025-01-16T23:27:30.975Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49461
req_id = b4ca48b5-574b-49d0-aa23-11452670671b
response_code = 200
uri = /network-bootstore-config
|
| 3484 | 2025-01-16T23:27:35.733Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7517
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 5542bab9-d6d7-4819-99c3-a506518237a1
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3485 | 2025-01-16T23:27:57.129Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58988
|
| 3486 | 2025-01-16T23:27:57.129Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 192
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58988
req_id = 5957f7a6-8660-4532-aaeb-2f61c27ef268
response_code = 200
uri = /v2p
|
| 3487 | 2025-01-16T23:27:57.151Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47289
|
| 3488 | 2025-01-16T23:27:57.151Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47289
req_id = 303b15f4-5d0e-4902-9dda-66a708b6270c
response_code = 200
uri = /vpc-routes
|
| 3489 | 2025-01-16T23:27:57.167Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59703
|
| 3490 | 2025-01-16T23:27:57.167Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59703
req_id = ee236dd3-0657-4a9c-8abf-1b5bd8fe5857
response_code = 200
uri = /vpc-routes
|
| 3491 | 2025-01-16T23:27:57.204Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3492 | 2025-01-16T23:27:57.204Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47289
req_id = b57d2cf8-8f95-4c21-8697-6ad7a89eb7c0
response_code = 204
uri = /eip-gateways
|
| 3493 | 2025-01-16T23:27:57.213Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 226
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47289
req_id = 35637cc6-7ed1-4212-9184-ebb3518f6d60
response_code = 204
uri = /vpc-routes
|
| 3494 | 2025-01-16T23:27:57.216Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3495 | 2025-01-16T23:27:57.216Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 42
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59703
req_id = ca980647-9f5b-45db-bf02-6682a3f016d7
response_code = 204
uri = /eip-gateways
|
| 3496 | 2025-01-16T23:27:57.224Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 191
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59703
req_id = 41dfea00-a146-4d64-8080-017782025a87
response_code = 204
uri = /vpc-routes
|
| 3497 | 2025-01-16T23:27:57.249Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55592
|
| 3498 | 2025-01-16T23:27:57.249Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3499 | 2025-01-16T23:27:57.294Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3500 | 2025-01-16T23:27:57.354Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105109
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55592
req_id = 9133179e-5f90-4ee0-a8aa-a6cf3a9803c4
response_code = 204
uri = /switch-ports
|
| 3501 | 2025-01-16T23:27:57.355Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63418
|
| 3502 | 2025-01-16T23:27:57.355Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37067
|
| 3503 | 2025-01-16T23:27:57.355Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 289
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55592
req_id = 02a8750d-794b-4f40-aa16-c160379f91f2
response_code = 200
uri = /network-bootstore-config
|
| 3504 | 2025-01-16T23:27:57.355Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 251
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63418
req_id = 06b335cc-f9b0-430b-8d1a-f65e31223a2d
response_code = 200
uri = /v2p
|
| 3505 | 2025-01-16T23:27:57.355Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3506 | 2025-01-16T23:27:57.394Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3507 | 2025-01-16T23:27:57.450Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95349
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:37067
req_id = 14c9081f-5132-41b7-94fb-68dd46fd8a49
response_code = 204
uri = /switch-ports
|
| 3508 | 2025-01-16T23:27:57.451Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 151
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37067
req_id = 3d745792-0909-4e27-bced-3dbc0bdbe7da
response_code = 200
uri = /network-bootstore-config
|
| 3509 | 2025-01-16T23:27:58.529Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55185
|
| 3510 | 2025-01-16T23:27:58.529Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 30
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55185
req_id = c201aacc-89c8-474d-8f7b-aea85b7ab393
response_code = 200
uri = /baseboard
|
| 3511 | 2025-01-16T23:28:00.591Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56604
|
| 3512 | 2025-01-16T23:28:00.591Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56604
req_id = 25f828a1-0cab-4cae-8e75-97c23095f32a
response_code = 200
uri = /vpc-routes
|
| 3513 | 2025-01-16T23:28:00.639Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3514 | 2025-01-16T23:28:00.639Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 74
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56604
req_id = 9cd94ac5-1ca8-4b10-a0bd-39808e49c079
response_code = 204
uri = /eip-gateways
|
| 3515 | 2025-01-16T23:28:00.648Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 171
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56604
req_id = ab21885a-6eac-496f-950f-63b1d8a7dfce
response_code = 204
uri = /vpc-routes
|
| 3516 | 2025-01-16T23:28:00.775Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51575
|
| 3517 | 2025-01-16T23:28:00.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51575
req_id = 11a8ec25-21eb-4302-85f4-9c8737a2b71f
response_code = 200
uri = /v2p
|
| 3518 | 2025-01-16T23:28:00.813Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64112
|
| 3519 | 2025-01-16T23:28:00.813Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3520 | 2025-01-16T23:28:00.853Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3521 | 2025-01-16T23:28:00.917Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103616
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:64112
req_id = 8a863c16-054c-4f99-bc92-9955a1c52851
response_code = 204
uri = /switch-ports
|
| 3522 | 2025-01-16T23:28:00.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64112
req_id = 4f195615-abc5-4e2f-9e00-3c065c1c62ad
response_code = 200
uri = /network-bootstore-config
|
| 3523 | 2025-01-16T23:28:05.735Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 9163
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 0ec30797-05d3-453a-b023-6ec893eabba2
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3524 | 2025-01-16T23:28:27.312Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40233
|
| 3525 | 2025-01-16T23:28:27.312Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40233
req_id = 579eaee7-0178-4cb1-8276-d63f959b2c5a
response_code = 200
uri = /vpc-routes
|
| 3526 | 2025-01-16T23:28:27.329Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3527 | 2025-01-16T23:28:27.329Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40233
req_id = 2193e818-3932-4197-8341-c659a6b55292
response_code = 204
uri = /eip-gateways
|
| 3528 | 2025-01-16T23:28:27.351Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34821
|
| 3529 | 2025-01-16T23:28:27.351Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34821
req_id = 93ae3bfc-e96f-4957-ae0c-a42028225251
response_code = 200
uri = /v2p
|
| 3530 | 2025-01-16T23:28:27.359Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:32815
|
| 3531 | 2025-01-16T23:28:27.360Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:32815
req_id = deb1834b-d0ad-40df-b821-d2a28f28a061
response_code = 200
uri = /vpc-routes
|
| 3532 | 2025-01-16T23:28:27.364Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53094
|
| 3533 | 2025-01-16T23:28:27.364Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 132
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53094
req_id = 82b7a325-bb98-47a6-9d45-b90e3ab9bb8e
response_code = 200
uri = /v2p
|
| 3534 | 2025-01-16T23:28:27.373Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 200
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40233
req_id = d6c3a165-b076-40e4-a08d-d1ae91fb742e
response_code = 204
uri = /vpc-routes
|
| 3535 | 2025-01-16T23:28:27.404Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3536 | 2025-01-16T23:28:27.404Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:32815
req_id = e453ebfb-3b72-4b85-9913-c65baf42f474
response_code = 204
uri = /eip-gateways
|
| 3537 | 2025-01-16T23:28:27.413Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 233
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:32815
req_id = e5d25f55-4b10-488d-b8b0-55377a7ac4ea
response_code = 204
uri = /vpc-routes
|
| 3538 | 2025-01-16T23:28:27.449Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52205
|
| 3539 | 2025-01-16T23:28:27.449Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3540 | 2025-01-16T23:28:27.488Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3541 | 2025-01-16T23:28:27.543Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94268
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52205
req_id = 6e0772a0-1e8b-4b8e-b228-ffbd80029730
response_code = 204
uri = /switch-ports
|
| 3542 | 2025-01-16T23:28:27.544Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52205
req_id = c0a9de00-66d3-4f2c-a5f1-c75eba88ea48
response_code = 200
uri = /network-bootstore-config
|
| 3543 | 2025-01-16T23:28:27.558Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43209
|
| 3544 | 2025-01-16T23:28:27.558Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3545 | 2025-01-16T23:28:27.594Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3546 | 2025-01-16T23:28:27.647Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89253
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:43209
req_id = 1a1d743c-d5a8-4e6c-bddf-15f93ce2ddcb
response_code = 204
uri = /switch-ports
|
| 3547 | 2025-01-16T23:28:27.647Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43209
req_id = 33e49262-daff-4f3d-b2b0-75b6ae3b8e66
response_code = 200
uri = /network-bootstore-config
|
| 3548 | 2025-01-16T23:28:28.564Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40567
|
| 3549 | 2025-01-16T23:28:28.565Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 32
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40567
req_id = 72d2a986-6a48-4e02-8fff-d1087774d66f
response_code = 200
uri = /baseboard
|
| 3550 | 2025-01-16T23:28:30.723Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41109
|
| 3551 | 2025-01-16T23:28:30.723Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41109
req_id = ec5fb687-8672-48d6-aa15-a5f085098b05
response_code = 200
uri = /vpc-routes
|
| 3552 | 2025-01-16T23:28:30.789Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3553 | 2025-01-16T23:28:30.789Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 158
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41109
req_id = a19f4ff0-849b-402d-9737-9a2d3524341a
response_code = 204
uri = /eip-gateways
|
| 3554 | 2025-01-16T23:28:30.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 247
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41109
req_id = 11268654-2342-4dc5-ac06-787ba6f54ef9
response_code = 204
uri = /vpc-routes
|
| 3555 | 2025-01-16T23:28:30.919Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61723
|
| 3556 | 2025-01-16T23:28:30.919Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3557 | 2025-01-16T23:28:30.959Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3558 | 2025-01-16T23:28:31.021Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102459
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61723
req_id = ba3120dd-07f2-4a6e-8425-4fff48d9d347
response_code = 204
uri = /switch-ports
|
| 3559 | 2025-01-16T23:28:31.022Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35484
|
| 3560 | 2025-01-16T23:28:31.022Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 233
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61723
req_id = 2b2254e1-6b9c-41ae-ac08-864c049cfe77
response_code = 200
uri = /network-bootstore-config
|
| 3561 | 2025-01-16T23:28:31.022Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 229
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35484
req_id = 985cd2cd-7717-4813-9229-747b43d2691f
response_code = 200
uri = /v2p
|
| 3562 | 2025-01-16T23:28:35.733Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7084
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 40a7596a-8a13-4a6f-8e1a-48c6e46d9f51
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3563 | 2025-01-16T23:28:56.976Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46189
|
| 3564 | 2025-01-16T23:28:56.977Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46189
req_id = d29723ee-3677-47d4-84a4-3daf7e150897
response_code = 200
uri = /vpc-routes
|
| 3565 | 2025-01-16T23:28:56.992Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3566 | 2025-01-16T23:28:56.992Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 57
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:46189
req_id = 0b1e90ee-2a8d-4d8f-89b7-1ec848bc0961
response_code = 204
uri = /eip-gateways
|
| 3567 | 2025-01-16T23:28:57.003Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 232
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:46189
req_id = 90735686-4a73-470d-b411-70f7f62f429e
response_code = 204
uri = /vpc-routes
|
| 3568 | 2025-01-16T23:28:57.164Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44716
|
| 3569 | 2025-01-16T23:28:57.165Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44716
req_id = 3476e273-3b22-4a4d-9168-b611bc9e354d
response_code = 200
uri = /v2p
|
| 3570 | 2025-01-16T23:28:57.186Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59141
|
| 3571 | 2025-01-16T23:28:57.186Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3572 | 2025-01-16T23:28:57.226Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3573 | 2025-01-16T23:28:57.288Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101512
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:59141
req_id = 570a4cd9-5370-489c-8d10-d8df98a33c3e
response_code = 204
uri = /switch-ports
|
| 3574 | 2025-01-16T23:28:57.288Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34191
|
| 3575 | 2025-01-16T23:28:57.288Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34191
req_id = ac7f310f-0771-4a08-bdc7-93bc98887684
response_code = 200
uri = /vpc-routes
|
| 3576 | 2025-01-16T23:28:57.288Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59141
req_id = 2dbf703a-a973-4ab6-99a1-b9cc4dffb568
response_code = 200
uri = /network-bootstore-config
|
| 3577 | 2025-01-16T23:28:57.332Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38795
|
| 3578 | 2025-01-16T23:28:57.332Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38795
req_id = c494fdf5-e0aa-49b6-b10e-2fa1f5ccc5ef
response_code = 200
uri = /v2p
|
| 3579 | 2025-01-16T23:28:57.333Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3580 | 2025-01-16T23:28:57.333Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 74
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34191
req_id = 76b6a5a7-5b3b-4fe4-a382-df671b7ac8a7
response_code = 204
uri = /eip-gateways
|
| 3581 | 2025-01-16T23:28:57.334Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49116
|
| 3582 | 2025-01-16T23:28:57.334Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3583 | 2025-01-16T23:28:57.370Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3584 | 2025-01-16T23:28:57.423Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88548
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:49116
req_id = cac02db8-eed4-4c4e-bb81-cf30a58d46d4
response_code = 204
uri = /switch-ports
|
| 3585 | 2025-01-16T23:28:57.427Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3790
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49116
req_id = 5417ef9f-5897-44d5-b10e-873bfba1e1e6
response_code = 200
uri = /network-bootstore-config
|
| 3586 | 2025-01-16T23:28:57.427Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3838
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34191
req_id = ab5135f3-d4b3-4569-bd07-f9b9822e09b2
response_code = 204
uri = /vpc-routes
|
| 3587 | 2025-01-16T23:28:58.598Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41279
|
| 3588 | 2025-01-16T23:28:58.598Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 74
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41279
req_id = 374027d5-3c89-4518-a05f-b412292f4306
response_code = 200
uri = /baseboard
|
| 3589 | 2025-01-16T23:29:00.513Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47745
|
| 3590 | 2025-01-16T23:29:00.514Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47745
req_id = 6d32bf68-7f74-43a1-bf55-4b60b269a4f8
response_code = 200
uri = /vpc-routes
|
| 3591 | 2025-01-16T23:29:00.561Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3592 | 2025-01-16T23:29:00.561Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47745
req_id = dd958c10-2826-4b3c-9051-df919308141f
response_code = 204
uri = /eip-gateways
|
| 3593 | 2025-01-16T23:29:00.575Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 280
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47745
req_id = b4622cf7-e348-4c33-ac76-83e35bf68536
response_code = 204
uri = /vpc-routes
|
| 3594 | 2025-01-16T23:29:00.615Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34157
|
| 3595 | 2025-01-16T23:29:00.615Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3596 | 2025-01-16T23:29:00.654Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3597 | 2025-01-16T23:29:00.712Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96638
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:34157
req_id = 5e3e92c1-3339-4bbb-b94f-a5f7603d0833
response_code = 204
uri = /switch-ports
|
| 3598 | 2025-01-16T23:29:00.712Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34157
req_id = a3d103e8-6883-445d-af59-654006da4df6
response_code = 200
uri = /network-bootstore-config
|
| 3599 | 2025-01-16T23:29:00.731Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43158
|
| 3600 | 2025-01-16T23:29:00.731Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43158
req_id = c02074f2-b3d0-48a3-8a59-09905f230b85
response_code = 200
uri = /v2p
|
| 3601 | 2025-01-16T23:29:05.736Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8539
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 9f90c180-bc5d-4db1-9972-820122f0db11
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3602 | 2025-01-16T23:29:27.287Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33837
|
| 3603 | 2025-01-16T23:29:27.288Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33837
req_id = d40a0dda-e65a-43f7-8c81-e91e3e9438ce
response_code = 200
uri = /vpc-routes
|
| 3604 | 2025-01-16T23:29:27.340Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3605 | 2025-01-16T23:29:27.340Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33837
req_id = f6e8bbc4-dd69-4e6c-a53a-01a5779a5013
response_code = 204
uri = /eip-gateways
|
| 3606 | 2025-01-16T23:29:27.350Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 247
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33837
req_id = d92a39e4-ccd2-433f-9087-2d75e1f588ca
response_code = 204
uri = /vpc-routes
|
| 3607 | 2025-01-16T23:29:27.358Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42865
|
| 3608 | 2025-01-16T23:29:27.358Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42865
req_id = 391de229-353c-444d-8689-b76c55f9dffd
response_code = 200
uri = /vpc-routes
|
| 3609 | 2025-01-16T23:29:27.372Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54760
|
| 3610 | 2025-01-16T23:29:27.372Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3611 | 2025-01-16T23:29:27.419Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3612 | 2025-01-16T23:29:27.483Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 110601
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:54760
req_id = dd02e64c-9116-4983-ab39-dd2a07a38999
response_code = 204
uri = /switch-ports
|
| 3613 | 2025-01-16T23:29:27.483Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3614 | 2025-01-16T23:29:27.483Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42865
req_id = a80847e5-6e1d-41e2-adb6-f5156e87d643
response_code = 204
uri = /eip-gateways
|
| 3615 | 2025-01-16T23:29:27.483Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 258
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54760
req_id = e017e1d0-45d7-45e4-8043-eb341316ebf6
response_code = 200
uri = /network-bootstore-config
|
| 3616 | 2025-01-16T23:29:27.506Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52349
|
| 3617 | 2025-01-16T23:29:27.506Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52349
req_id = 1d3f9e03-459e-40c4-a736-f5b4d55a8d11
response_code = 200
uri = /v2p
|
| 3618 | 2025-01-16T23:29:27.545Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52613
|
| 3619 | 2025-01-16T23:29:27.545Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3620 | 2025-01-16T23:29:27.545Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3621 | 2025-01-16T23:29:27.545Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3622 | 2025-01-16T23:29:27.545Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3623 | 2025-01-16T23:29:27.545Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3624 | 2025-01-16T23:29:27.545Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3625 | 2025-01-16T23:29:27.545Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3626 | 2025-01-16T23:29:27.545Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 359
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52613
req_id = 849b018a-fc74-45df-81f2-611e1531e628
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3627 | 2025-01-16T23:29:27.696Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52511
|
| 3628 | 2025-01-16T23:29:27.696Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52511
req_id = 41cbd883-74ec-4810-9822-2baca8d53d81
response_code = 200
uri = /v2p
|
| 3629 | 2025-01-16T23:29:27.707Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 252
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42865
req_id = f095cdc6-dae5-42a3-85fa-a8d8d8af5574
response_code = 204
uri = /vpc-routes
|
| 3630 | 2025-01-16T23:29:27.731Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34607
|
| 3631 | 2025-01-16T23:29:27.731Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3632 | 2025-01-16T23:29:27.773Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3633 | 2025-01-16T23:29:27.837Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106643
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:34607
req_id = ec69420a-1a33-4ddd-8709-2dfacc457f6d
response_code = 204
uri = /switch-ports
|
| 3634 | 2025-01-16T23:29:27.838Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34607
req_id = 07fc1bdb-e99a-4999-b735-778adeabb171
response_code = 200
uri = /network-bootstore-config
|
| 3635 | 2025-01-16T23:29:28.036Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60702
|
| 3636 | 2025-01-16T23:29:28.037Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3637 | 2025-01-16T23:29:28.037Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3638 | 2025-01-16T23:29:28.037Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3639 | 2025-01-16T23:29:28.037Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3640 | 2025-01-16T23:29:28.037Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3641 | 2025-01-16T23:29:28.037Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3642 | 2025-01-16T23:29:28.037Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3643 | 2025-01-16T23:29:28.037Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 453
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60702
req_id = d19e09a1-f2d3-4708-8365-3a9605789f62
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3644 | 2025-01-16T23:29:28.631Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38196
|
| 3645 | 2025-01-16T23:29:28.631Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 46
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38196
req_id = b297a6ab-9f98-4b89-b8e9-90658afff822
response_code = 200
uri = /baseboard
|
| 3646 | 2025-01-16T23:29:30.733Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43213
|
| 3647 | 2025-01-16T23:29:30.734Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 118
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43213
req_id = d287d05c-a935-4d84-aebe-8ae301ef55c0
response_code = 200
uri = /vpc-routes
|
| 3648 | 2025-01-16T23:29:30.785Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3649 | 2025-01-16T23:29:30.785Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43213
req_id = 56ba904b-0cbf-42be-a394-dad76a1bdf1c
response_code = 204
uri = /eip-gateways
|
| 3650 | 2025-01-16T23:29:30.795Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 239
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43213
req_id = f4c669ea-b85a-42cd-8a26-b1b24dad10b9
response_code = 204
uri = /vpc-routes
|
| 3651 | 2025-01-16T23:29:30.859Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65419
|
| 3652 | 2025-01-16T23:29:30.859Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65419
req_id = 4479b04c-cac3-4194-a2e6-efc2d8573bd8
response_code = 200
uri = /v2p
|
| 3653 | 2025-01-16T23:29:30.874Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38618
|
| 3654 | 2025-01-16T23:29:30.874Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3655 | 2025-01-16T23:29:30.916Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3656 | 2025-01-16T23:29:30.973Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99853
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:38618
req_id = 1b794203-63dc-4892-a89a-08b0120fa60c
response_code = 204
uri = /switch-ports
|
| 3657 | 2025-01-16T23:29:30.974Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38618
req_id = d542887d-054c-4d97-bea1-e26a6cc2fd79
response_code = 200
uri = /network-bootstore-config
|
| 3658 | 2025-01-16T23:29:30.981Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65526
|
| 3659 | 2025-01-16T23:29:30.981Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3660 | 2025-01-16T23:29:30.981Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3661 | 2025-01-16T23:29:30.982Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3662 | 2025-01-16T23:29:30.982Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3663 | 2025-01-16T23:29:30.982Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3664 | 2025-01-16T23:29:30.982Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3665 | 2025-01-16T23:29:30.982Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3666 | 2025-01-16T23:29:30.982Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 456
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:65526
req_id = 572e3d13-01d7-4ac4-9ba6-0d9bf08f10f8
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3667 | 2025-01-16T23:29:35.734Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7011
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 728835d7-ad52-4ded-a077-f3115e9af67a
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3668 | 2025-01-16T23:29:57.022Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59522
|
| 3669 | 2025-01-16T23:29:57.022Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 61
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59522
req_id = c997df23-ff5a-44f1-b84d-0280148a42c2
response_code = 200
uri = /vpc-routes
|
| 3670 | 2025-01-16T23:29:57.099Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3671 | 2025-01-16T23:29:57.099Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59522
req_id = 8b77a5aa-8a80-438c-96da-3a01a73c2ad5
response_code = 204
uri = /eip-gateways
|
| 3672 | 2025-01-16T23:29:57.109Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 234
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59522
req_id = 00b1c8bb-908c-47c7-a538-96ff38c5123b
response_code = 204
uri = /vpc-routes
|
| 3673 | 2025-01-16T23:29:57.180Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40246
|
| 3674 | 2025-01-16T23:29:57.181Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40246
req_id = 51615aa9-951b-4443-978e-e086a4763e61
response_code = 200
uri = /v2p
|
| 3675 | 2025-01-16T23:29:57.222Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58069
|
| 3676 | 2025-01-16T23:29:57.222Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3677 | 2025-01-16T23:29:57.262Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3678 | 2025-01-16T23:29:57.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95837
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58069
req_id = fafe2da2-e2ad-4b0f-9274-852372ed1a12
response_code = 204
uri = /switch-ports
|
| 3679 | 2025-01-16T23:29:57.318Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47440
|
| 3680 | 2025-01-16T23:29:57.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47440
req_id = 00cb0682-3e34-44a4-81e1-e2b4a06e1f29
response_code = 200
uri = /vpc-routes
|
| 3681 | 2025-01-16T23:29:57.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 143
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58069
req_id = d9c562b8-65eb-4395-a3c3-f1ff797c2d7e
response_code = 200
uri = /network-bootstore-config
|
| 3682 | 2025-01-16T23:29:57.363Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3683 | 2025-01-16T23:29:57.363Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47440
req_id = 9422cbc3-72d3-4d38-91b2-a98e19737d7b
response_code = 204
uri = /eip-gateways
|
| 3684 | 2025-01-16T23:29:57.388Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54732
|
| 3685 | 2025-01-16T23:29:57.388Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 137
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54732
req_id = 08a790ce-3ab6-406d-a7a9-071b37052a55
response_code = 200
uri = /v2p
|
| 3686 | 2025-01-16T23:29:57.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 305
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47440
req_id = d8e7ec6d-6334-4294-a015-15603c786633
response_code = 204
uri = /vpc-routes
|
| 3687 | 2025-01-16T23:29:57.415Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63674
|
| 3688 | 2025-01-16T23:29:57.415Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3689 | 2025-01-16T23:29:57.451Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3690 | 2025-01-16T23:29:57.504Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88211
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:63674
req_id = af26f2e3-e345-4c00-90a3-c50003e186a3
response_code = 204
uri = /switch-ports
|
| 3691 | 2025-01-16T23:29:57.506Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63674
req_id = 1bf3bc7e-a2e8-4eb6-98d8-8db26b68e420
response_code = 200
uri = /network-bootstore-config
|
| 3692 | 2025-01-16T23:29:58.665Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65116
|
| 3693 | 2025-01-16T23:29:58.665Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 39
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65116
req_id = 6f8f2d8c-a336-4e8d-982f-f35114a13745
response_code = 200
uri = /baseboard
|
| 3694 | 2025-01-16T23:30:00.585Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49963
|
| 3695 | 2025-01-16T23:30:00.585Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49963
req_id = e1d1e683-cb64-4fea-8b66-50ab6b45c881
response_code = 200
uri = /vpc-routes
|
| 3696 | 2025-01-16T23:30:00.640Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3697 | 2025-01-16T23:30:00.640Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49963
req_id = a576eebb-b035-4835-98fb-36633ae58d2f
response_code = 204
uri = /eip-gateways
|
| 3698 | 2025-01-16T23:30:00.651Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 250
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49963
req_id = 6ed2ebf5-d094-4035-9d35-45d9615b6238
response_code = 204
uri = /vpc-routes
|
| 3699 | 2025-01-16T23:30:00.677Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42368
|
| 3700 | 2025-01-16T23:30:00.677Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3701 | 2025-01-16T23:30:00.732Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3702 | 2025-01-16T23:30:00.818Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 140319
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:42368
req_id = 95be2448-7485-44f1-a9e6-e4e579396673
response_code = 204
uri = /switch-ports
|
| 3703 | 2025-01-16T23:30:00.818Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33218
|
| 3704 | 2025-01-16T23:30:00.818Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 282
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42368
req_id = 95ff5da2-3fd8-41ef-af4b-cae0fe480f8d
response_code = 200
uri = /network-bootstore-config
|
| 3705 | 2025-01-16T23:30:00.818Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 229
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33218
req_id = cab5a801-760e-42e5-9c67-65b7aaf7e0d3
response_code = 200
uri = /v2p
|
| 3706 | 2025-01-16T23:30:05.735Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6974
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 06587fd2-b5c3-44ae-b6f8-b2f9be0515ea
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3707 | 2025-01-16T23:30:27.148Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43097
|
| 3708 | 2025-01-16T23:30:27.148Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43097
req_id = 1cf5f8de-1e3a-4243-ae51-e2290f844994
response_code = 200
uri = /vpc-routes
|
| 3709 | 2025-01-16T23:30:27.166Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3710 | 2025-01-16T23:30:27.166Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43097
req_id = ee46b828-4c3d-43c6-9469-a3777ad5c8c9
response_code = 204
uri = /eip-gateways
|
| 3711 | 2025-01-16T23:30:27.174Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 265
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43097
req_id = e71edfba-2657-4fcd-befa-d1f842ca0a06
response_code = 204
uri = /vpc-routes
|
| 3712 | 2025-01-16T23:30:27.264Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51743
|
| 3713 | 2025-01-16T23:30:27.264Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51743
req_id = bb83cfa0-ff77-4e35-867c-20e876c7d6d4
response_code = 200
uri = /v2p
|
| 3714 | 2025-01-16T23:30:27.336Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52875
|
| 3715 | 2025-01-16T23:30:27.336Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3716 | 2025-01-16T23:30:27.377Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3717 | 2025-01-16T23:30:27.435Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98429
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52875
req_id = cc3c13fb-7930-4ed0-818d-1920055a3679
response_code = 204
uri = /switch-ports
|
| 3718 | 2025-01-16T23:30:27.435Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52875
req_id = 72328a36-9c42-40f5-ba96-97c5e61f0c50
response_code = 200
uri = /network-bootstore-config
|
| 3719 | 2025-01-16T23:30:27.540Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52468
|
| 3720 | 2025-01-16T23:30:27.540Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52468
req_id = 413e606a-3f14-44d8-b3d8-792c465cf667
response_code = 200
uri = /vpc-routes
|
| 3721 | 2025-01-16T23:30:27.554Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3722 | 2025-01-16T23:30:27.554Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52468
req_id = 3331dc0c-6c50-417f-8d4f-d49537c61a79
response_code = 204
uri = /eip-gateways
|
| 3723 | 2025-01-16T23:30:27.569Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42046
|
| 3724 | 2025-01-16T23:30:27.570Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42046
req_id = 76f8fcf4-8c94-4612-94a2-8298b7957670
response_code = 200
uri = /v2p
|
| 3725 | 2025-01-16T23:30:27.579Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 178
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52468
req_id = 6933d695-fa97-47d5-8fa8-7161a742103c
response_code = 204
uri = /vpc-routes
|
| 3726 | 2025-01-16T23:30:27.599Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42402
|
| 3727 | 2025-01-16T23:30:27.599Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3728 | 2025-01-16T23:30:27.638Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3729 | 2025-01-16T23:30:27.692Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93448
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42402
req_id = 32f5fb1f-0c06-4635-bbbc-57ec6dc7b626
response_code = 204
uri = /switch-ports
|
| 3730 | 2025-01-16T23:30:27.693Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42402
req_id = 7e1cf906-f54f-4927-8772-ce59ba358934
response_code = 200
uri = /network-bootstore-config
|
| 3731 | 2025-01-16T23:30:28.698Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60429
|
| 3732 | 2025-01-16T23:30:28.699Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 80
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60429
req_id = a499be03-c103-4f19-bb80-dfae12560c26
response_code = 200
uri = /baseboard
|
| 3733 | 2025-01-16T23:30:30.634Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58611
|
| 3734 | 2025-01-16T23:30:30.634Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58611
req_id = f2df52aa-1fb6-4fcc-842f-6be954f23fd6
response_code = 200
uri = /vpc-routes
|
| 3735 | 2025-01-16T23:30:30.677Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3736 | 2025-01-16T23:30:30.677Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58611
req_id = 1be632eb-47b4-46cb-b536-2e4ded4077f7
response_code = 204
uri = /eip-gateways
|
| 3737 | 2025-01-16T23:30:30.686Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 188
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58611
req_id = 999ca6ca-5e63-4fa6-9370-2edbb2cf5373
response_code = 204
uri = /vpc-routes
|
| 3738 | 2025-01-16T23:30:30.799Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45634
|
| 3739 | 2025-01-16T23:30:30.800Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45634
req_id = 8cbc5685-4a88-4e17-ade5-b4041266ebc1
response_code = 200
uri = /v2p
|
| 3740 | 2025-01-16T23:30:30.938Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60169
|
| 3741 | 2025-01-16T23:30:30.938Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3742 | 2025-01-16T23:30:30.980Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3743 | 2025-01-16T23:30:31.040Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102141
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60169
req_id = 7b6f204b-2734-470f-9e19-f5add810a6be
response_code = 204
uri = /switch-ports
|
| 3744 | 2025-01-16T23:30:31.040Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60169
req_id = f53dfc45-5c31-42a4-aeaa-ee422dc87c4c
response_code = 200
uri = /network-bootstore-config
|
| 3745 | 2025-01-16T23:30:35.736Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8321
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 2356ee22-5c8c-488f-ae6b-a9d40dcbeacd
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3746 | 2025-01-16T23:30:56.953Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42084
|
| 3747 | 2025-01-16T23:30:56.953Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42084
req_id = 6376f2bd-a9b4-43cc-aad1-71a7cc7bcfdf
response_code = 200
uri = /vpc-routes
|
| 3748 | 2025-01-16T23:30:57.005Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3749 | 2025-01-16T23:30:57.005Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42084
req_id = 2792be5f-4e1d-4296-9146-550c1c8b3fb0
response_code = 204
uri = /eip-gateways
|
| 3750 | 2025-01-16T23:30:57.013Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 207
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42084
req_id = e45cd8ac-7cda-435b-8c22-02035e8939fc
response_code = 204
uri = /vpc-routes
|
| 3751 | 2025-01-16T23:30:57.180Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55384
|
| 3752 | 2025-01-16T23:30:57.181Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55384
req_id = df33b603-72b5-4c91-80ea-76cc1fbcc41d
response_code = 200
uri = /v2p
|
| 3753 | 2025-01-16T23:30:57.185Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45718
|
| 3754 | 2025-01-16T23:30:57.186Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45718
req_id = a474bca3-0bfc-4289-99b1-dc9b36d48aaf
response_code = 200
uri = /vpc-routes
|
| 3755 | 2025-01-16T23:30:57.207Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3756 | 2025-01-16T23:30:57.207Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45718
req_id = d7c98bee-1fc8-4224-9c7d-60ee4fc1a18b
response_code = 204
uri = /eip-gateways
|
| 3757 | 2025-01-16T23:30:57.216Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 205
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45718
req_id = 451bde80-db84-4c3b-a671-17154c04f933
response_code = 204
uri = /vpc-routes
|
| 3758 | 2025-01-16T23:30:57.274Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58794
|
| 3759 | 2025-01-16T23:30:57.274Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3760 | 2025-01-16T23:30:57.313Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3761 | 2025-01-16T23:30:57.369Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95508
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58794
req_id = 225226ae-feef-4db9-8bcf-12c3e678d5c2
response_code = 204
uri = /switch-ports
|
| 3762 | 2025-01-16T23:30:57.369Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63541
|
| 3763 | 2025-01-16T23:30:57.370Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36542
|
| 3764 | 2025-01-16T23:30:57.370Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3765 | 2025-01-16T23:30:57.370Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 281
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58794
req_id = 12276f61-409a-4650-9d8f-cdafb63e906d
response_code = 200
uri = /network-bootstore-config
|
| 3766 | 2025-01-16T23:30:57.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3762
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63541
req_id = f6a8f7b1-c678-47e6-a231-a7f3c6a9de9a
response_code = 200
uri = /v2p
|
| 3767 | 2025-01-16T23:30:57.404Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3768 | 2025-01-16T23:30:57.452Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82536
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:36542
req_id = fa91ac58-ad41-4e08-89a4-4e43f8428781
response_code = 204
uri = /switch-ports
|
| 3769 | 2025-01-16T23:30:57.453Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36542
req_id = 8659cf41-40ce-4112-a487-cb08f5a625f8
response_code = 200
uri = /network-bootstore-config
|
| 3770 | 2025-01-16T23:30:58.733Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56793
|
| 3771 | 2025-01-16T23:30:58.733Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 35
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56793
req_id = 7e6cf6fa-d7b7-40f5-aa6c-5f155551608f
response_code = 200
uri = /baseboard
|
| 3772 | 2025-01-16T23:31:00.544Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41926
|
| 3773 | 2025-01-16T23:31:00.544Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 185
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41926
req_id = 9ef67b83-12f8-4d10-b5f7-029c09775efd
response_code = 200
uri = /v2p
|
| 3774 | 2025-01-16T23:31:00.596Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38575
|
| 3775 | 2025-01-16T23:31:00.597Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38575
req_id = 69694ce4-3552-4e54-a459-af64b3705595
response_code = 200
uri = /vpc-routes
|
| 3776 | 2025-01-16T23:31:00.640Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3777 | 2025-01-16T23:31:00.640Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38575
req_id = 9f782c16-a65f-4c2e-94b8-d8062d1572b4
response_code = 204
uri = /eip-gateways
|
| 3778 | 2025-01-16T23:31:00.649Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 218
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38575
req_id = 0976f2d4-e597-4d7f-b648-cd64b0d88c5c
response_code = 204
uri = /vpc-routes
|
| 3779 | 2025-01-16T23:31:00.718Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34660
|
| 3780 | 2025-01-16T23:31:00.718Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3781 | 2025-01-16T23:31:00.757Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3782 | 2025-01-16T23:31:00.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98758
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:34660
req_id = 79f2fe72-380d-4882-af2d-511c4c24e2b7
response_code = 204
uri = /switch-ports
|
| 3783 | 2025-01-16T23:31:00.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34660
req_id = 2e0acb1b-b717-43f9-bbda-81c9d9626b96
response_code = 200
uri = /network-bootstore-config
|
| 3784 | 2025-01-16T23:31:05.736Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7532
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = c43374e0-7aad-4e99-ba2b-7bdbf10399a0
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3785 | 2025-01-16T23:31:27.068Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45140
|
| 3786 | 2025-01-16T23:31:27.068Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45140
req_id = 5399668a-a86d-4860-bb02-c31a78eafb4a
response_code = 200
uri = /vpc-routes
|
| 3787 | 2025-01-16T23:31:27.122Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3788 | 2025-01-16T23:31:27.122Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45140
req_id = 5fd4ad3c-c45e-46bc-aa1f-3d84174d492f
response_code = 204
uri = /eip-gateways
|
| 3789 | 2025-01-16T23:31:27.204Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57235
|
| 3790 | 2025-01-16T23:31:27.205Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57235
req_id = 73d1b452-9306-49e0-bb2a-d0138a7e9ec2
response_code = 200
uri = /v2p
|
| 3791 | 2025-01-16T23:31:27.216Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 272
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45140
req_id = ecbbd934-711a-473c-8173-791197ce346b
response_code = 204
uri = /vpc-routes
|
| 3792 | 2025-01-16T23:31:27.321Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52493
|
| 3793 | 2025-01-16T23:31:27.321Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 163
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52493
req_id = 7e15473e-c796-4823-8146-18af47a93536
response_code = 200
uri = /v2p
|
| 3794 | 2025-01-16T23:31:27.384Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41706
|
| 3795 | 2025-01-16T23:31:27.384Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3796 | 2025-01-16T23:31:27.438Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3797 | 2025-01-16T23:31:27.516Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 132227
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:41706
req_id = bd00a89a-96a8-4127-a8d6-110b8d8dbf74
response_code = 204
uri = /switch-ports
|
| 3798 | 2025-01-16T23:31:27.517Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55557
|
| 3799 | 2025-01-16T23:31:27.517Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55557
req_id = 0e2bc94c-5711-4c7f-acc6-746163227e4c
response_code = 200
uri = /vpc-routes
|
| 3800 | 2025-01-16T23:31:27.517Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41706
req_id = 6f74ecc5-2dfc-4fc3-b09c-63024ddc8687
response_code = 200
uri = /network-bootstore-config
|
| 3801 | 2025-01-16T23:31:27.535Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44829
|
| 3802 | 2025-01-16T23:31:27.535Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3803 | 2025-01-16T23:31:27.577Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3804 | 2025-01-16T23:31:27.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101131
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44829
req_id = ad242ccf-1f52-4c01-91d6-235c51ac1bc4
response_code = 204
uri = /switch-ports
|
| 3805 | 2025-01-16T23:31:27.636Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3806 | 2025-01-16T23:31:27.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55557
req_id = 5a12d1b6-007c-4b15-8279-49926081f605
response_code = 204
uri = /eip-gateways
|
| 3807 | 2025-01-16T23:31:27.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 190
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44829
req_id = c181819a-297e-4278-8d9d-9d1d907bdb0d
response_code = 200
uri = /network-bootstore-config
|
| 3808 | 2025-01-16T23:31:27.646Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 240
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55557
req_id = d65e3c4c-cdf1-488d-99eb-4e41645c3297
response_code = 204
uri = /vpc-routes
|
| 3809 | 2025-01-16T23:31:28.768Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48294
|
| 3810 | 2025-01-16T23:31:28.768Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 42
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48294
req_id = ebb84ed4-478b-4e8e-8bbd-9216c6467c52
response_code = 200
uri = /baseboard
|
| 3811 | 2025-01-16T23:31:30.705Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59268
|
| 3812 | 2025-01-16T23:31:30.705Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59268
req_id = 6f1011d7-edda-4c33-8629-a738020f4674
response_code = 200
uri = /vpc-routes
|
| 3813 | 2025-01-16T23:31:30.753Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3814 | 2025-01-16T23:31:30.753Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59268
req_id = 2bfa105a-7921-4853-b3f9-31986c316dd4
response_code = 204
uri = /eip-gateways
|
| 3815 | 2025-01-16T23:31:30.763Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 209
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59268
req_id = 2a9eddf0-73e0-4b53-861d-1fc424896971
response_code = 204
uri = /vpc-routes
|
| 3816 | 2025-01-16T23:31:30.821Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:197
|
| 3817 | 2025-01-16T23:31:30.822Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3818 | 2025-01-16T23:31:30.861Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1999, tv_nsec: 176998903 }
time_to_next_cleanup = 599.9999939s
|
| 3819 | 2025-01-16T23:31:30.886Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42268
|
| 3820 | 2025-01-16T23:31:30.886Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42268
req_id = e26e5e3a-fa62-4851-81cc-efcf9c9a1a36
response_code = 200
uri = /v2p
|
| 3821 | 2025-01-16T23:31:30.921Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60608
|
| 3822 | 2025-01-16T23:31:30.922Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3823 | 2025-01-16T23:31:30.957Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3824 | 2025-01-16T23:31:31.013Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91628
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60608
req_id = c5060e40-26fc-4399-af51-b8b446e9a0ac
response_code = 204
uri = /switch-ports
|
| 3825 | 2025-01-16T23:31:31.013Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60608
req_id = 9da88e98-3559-44d7-867a-285cf1a7a989
response_code = 200
uri = /network-bootstore-config
|
| 3826 | 2025-01-16T23:31:35.736Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8343
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 88dd754e-fbb1-412f-8847-2056cdb276a3
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3827 | 2025-01-16T23:31:44.662Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 3828 | 2025-01-16T23:31:57.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62730
|
| 3829 | 2025-01-16T23:31:57.031Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62730
req_id = 0e19be23-070d-4812-aefd-093c9fa70c2d
response_code = 200
uri = /vpc-routes
|
| 3830 | 2025-01-16T23:31:57.090Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3831 | 2025-01-16T23:31:57.090Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62730
req_id = a11e5ebe-4791-4b48-9ffa-3bf8dea60b09
response_code = 204
uri = /eip-gateways
|
| 3832 | 2025-01-16T23:31:57.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 218
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62730
req_id = 46b52f0f-bb7e-4ccf-b98c-fa993a5353ab
response_code = 204
uri = /vpc-routes
|
| 3833 | 2025-01-16T23:31:57.141Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43268
|
| 3834 | 2025-01-16T23:31:57.141Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3835 | 2025-01-16T23:31:57.179Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3836 | 2025-01-16T23:31:57.231Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 90281
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:43268
req_id = 845e972f-768a-4cca-a31b-6368f4e8d822
response_code = 204
uri = /switch-ports
|
| 3837 | 2025-01-16T23:31:57.232Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60869
|
| 3838 | 2025-01-16T23:31:57.232Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60445
|
| 3839 | 2025-01-16T23:31:57.232Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60445
req_id = afaa69f9-1835-4565-b073-c8febe8a05ca
response_code = 200
uri = /vpc-routes
|
| 3840 | 2025-01-16T23:31:57.232Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 217
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60869
req_id = b37489a0-e937-43c0-9f03-30484a01a0c7
response_code = 200
uri = /v2p
|
| 3841 | 2025-01-16T23:31:57.232Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 265
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43268
req_id = 72240469-4e6a-44c4-99c7-defeeb1d6801
response_code = 200
uri = /network-bootstore-config
|
| 3842 | 2025-01-16T23:31:57.258Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35717
|
| 3843 | 2025-01-16T23:31:57.258Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35717
req_id = 0d8d1e23-c8e5-472a-8a68-c26803b6c6b8
response_code = 200
uri = /v2p
|
| 3844 | 2025-01-16T23:31:57.279Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3845 | 2025-01-16T23:31:57.279Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60445
req_id = bc8a2371-cef4-4bc9-9171-8d75fa8471c2
response_code = 204
uri = /eip-gateways
|
| 3846 | 2025-01-16T23:31:57.288Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 219
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60445
req_id = b4b743bc-c66d-4f38-b0f7-44306521d542
response_code = 204
uri = /vpc-routes
|
| 3847 | 2025-01-16T23:31:57.321Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48788
|
| 3848 | 2025-01-16T23:31:57.321Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3849 | 2025-01-16T23:31:57.354Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3850 | 2025-01-16T23:31:57.406Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 85199
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:48788
req_id = 57d385db-0a87-4f62-b32e-6f28b91f12e9
response_code = 204
uri = /switch-ports
|
| 3851 | 2025-01-16T23:31:57.407Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 162
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48788
req_id = 9c73fa51-a5c0-4957-997c-0892ad1547f7
response_code = 200
uri = /network-bootstore-config
|
| 3852 | 2025-01-16T23:31:58.801Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38292
|
| 3853 | 2025-01-16T23:31:58.801Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 77
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38292
req_id = 62551cdb-40b3-4eb9-a936-d138c36142da
response_code = 200
uri = /baseboard
|
| 3854 | 2025-01-16T23:32:00.600Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39790
|
| 3855 | 2025-01-16T23:32:00.600Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 137
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39790
req_id = 9620f3b8-c4a1-45b8-8b28-f7daab89bebc
response_code = 200
uri = /vpc-routes
|
| 3856 | 2025-01-16T23:32:00.659Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3857 | 2025-01-16T23:32:00.659Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39790
req_id = a076d2e7-218a-4160-b50e-70560002afd1
response_code = 204
uri = /eip-gateways
|
| 3858 | 2025-01-16T23:32:00.668Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47408
|
| 3859 | 2025-01-16T23:32:00.668Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47408
req_id = 5bec3b6f-0281-47dc-8068-1a1686a75439
response_code = 200
uri = /v2p
|
| 3860 | 2025-01-16T23:32:00.680Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 297
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39790
req_id = eb6eb117-59df-425e-99da-3d82b3045bd9
response_code = 204
uri = /vpc-routes
|
| 3861 | 2025-01-16T23:32:00.746Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33820
|
| 3862 | 2025-01-16T23:32:00.747Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3863 | 2025-01-16T23:32:00.803Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3864 | 2025-01-16T23:32:00.858Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111587
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33820
req_id = 0674fdf0-0358-4e41-a405-eeeac0741159
response_code = 204
uri = /switch-ports
|
| 3865 | 2025-01-16T23:32:00.858Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33820
req_id = ee6d6ed5-5048-4c77-95b9-2b473aa41630
response_code = 200
uri = /network-bootstore-config
|
| 3866 | 2025-01-16T23:32:05.735Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7268
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 35287441-54b2-44da-803e-5a90896ce5bf
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3867 | 2025-01-16T23:32:27.269Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52218
|
| 3868 | 2025-01-16T23:32:27.269Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52218
req_id = 9eccbde7-773f-4680-87bd-9b04c697e850
response_code = 200
uri = /vpc-routes
|
| 3869 | 2025-01-16T23:32:27.314Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3870 | 2025-01-16T23:32:27.315Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52218
req_id = 04403ce9-7146-4b45-a206-934c8717d3be
response_code = 204
uri = /eip-gateways
|
| 3871 | 2025-01-16T23:32:27.328Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62035
|
| 3872 | 2025-01-16T23:32:27.328Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62035
req_id = a067400a-05f9-4c68-a1a2-8ed257125f8f
response_code = 200
uri = /v2p
|
| 3873 | 2025-01-16T23:32:27.336Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 237
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52218
req_id = e25e352e-ff0c-4e1c-8a30-f0a5425a21f8
response_code = 204
uri = /vpc-routes
|
| 3874 | 2025-01-16T23:32:27.358Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49598
|
| 3875 | 2025-01-16T23:32:27.358Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3876 | 2025-01-16T23:32:27.396Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3877 | 2025-01-16T23:32:27.457Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98481
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49598
req_id = b5ddd14c-73f3-4850-949e-8ea45aedc17e
response_code = 204
uri = /switch-ports
|
| 3878 | 2025-01-16T23:32:27.457Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61059
|
| 3879 | 2025-01-16T23:32:27.457Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49598
req_id = afc9fc04-2a15-4708-89b2-d0892d811bec
response_code = 200
uri = /network-bootstore-config
|
| 3880 | 2025-01-16T23:32:27.457Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61059
req_id = 1d22e3fe-2cb8-4d08-be74-67b9f5b2e9ed
response_code = 200
uri = /vpc-routes
|
| 3881 | 2025-01-16T23:32:27.501Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3882 | 2025-01-16T23:32:27.501Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61059
req_id = edd7e587-3a55-42d7-8803-2c2c75264c34
response_code = 204
uri = /eip-gateways
|
| 3883 | 2025-01-16T23:32:27.510Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 309
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61059
req_id = dc789356-80fb-402d-a16e-c56415dc6199
response_code = 204
uri = /vpc-routes
|
| 3884 | 2025-01-16T23:32:27.557Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36452
|
| 3885 | 2025-01-16T23:32:27.557Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36452
req_id = 7d863ac1-8ffd-4bd0-b129-2fabfae6199f
response_code = 200
uri = /v2p
|
| 3886 | 2025-01-16T23:32:27.572Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38069
|
| 3887 | 2025-01-16T23:32:27.572Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3888 | 2025-01-16T23:32:27.613Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3889 | 2025-01-16T23:32:27.671Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98913
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38069
req_id = c02e8bf3-492a-45c7-8ec8-ce6bd1302f22
response_code = 204
uri = /switch-ports
|
| 3890 | 2025-01-16T23:32:27.674Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38069
req_id = 4471ba3e-8111-4c56-895a-dee3a21eacaf
response_code = 200
uri = /network-bootstore-config
|
| 3891 | 2025-01-16T23:32:28.837Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33221
|
| 3892 | 2025-01-16T23:32:28.837Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 32
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33221
req_id = 5647c4f8-3f15-411f-9cf0-909771961b32
response_code = 200
uri = /baseboard
|
| 3893 | 2025-01-16T23:32:30.835Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60493
|
| 3894 | 2025-01-16T23:32:30.835Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60493
req_id = 9a78ff15-5a9a-4dca-a189-c3dff6a7a8b5
response_code = 200
uri = /vpc-routes
|
| 3895 | 2025-01-16T23:32:30.850Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3896 | 2025-01-16T23:32:30.850Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60493
req_id = 5f597e5b-e05d-4310-b09b-80109369cb6f
response_code = 204
uri = /eip-gateways
|
| 3897 | 2025-01-16T23:32:30.860Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 205
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60493
req_id = 1fa6da48-e0ef-46a2-b515-161e0a6795e1
response_code = 204
uri = /vpc-routes
|
| 3898 | 2025-01-16T23:32:30.912Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44821
|
| 3899 | 2025-01-16T23:32:30.912Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3900 | 2025-01-16T23:32:30.952Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3901 | 2025-01-16T23:32:31.013Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101219
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44821
req_id = ebb3ab12-6308-4096-90c2-459d437c6ce8
response_code = 204
uri = /switch-ports
|
| 3902 | 2025-01-16T23:32:31.013Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54359
|
| 3903 | 2025-01-16T23:32:31.014Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 218
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54359
req_id = c3bcc615-3ccc-45b1-be11-286169cb3867
response_code = 200
uri = /v2p
|
| 3904 | 2025-01-16T23:32:31.014Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 241
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44821
req_id = a6c15568-77be-4f52-90d3-ec737baf71f2
response_code = 200
uri = /network-bootstore-config
|
| 3905 | 2025-01-16T23:32:35.736Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7030
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 1f3a3185-c188-4d9b-ba2b-c8a6836ff8aa
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3906 | 2025-01-16T23:32:57.024Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50368
|
| 3907 | 2025-01-16T23:32:57.024Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 66
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50368
req_id = 8598e9e9-601e-490c-a755-fe7d7b5662f8
response_code = 200
uri = /vpc-routes
|
| 3908 | 2025-01-16T23:32:57.088Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3909 | 2025-01-16T23:32:57.088Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50368
req_id = 76d73578-3cc7-431d-ba73-728ffaeb5cce
response_code = 204
uri = /eip-gateways
|
| 3910 | 2025-01-16T23:32:57.089Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40114
|
| 3911 | 2025-01-16T23:32:57.089Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40114
req_id = 2764c168-c0be-4aec-b1c5-b668ae5183ae
response_code = 200
uri = /v2p
|
| 3912 | 2025-01-16T23:32:57.097Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 240
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50368
req_id = 882f4f75-f627-46c0-ad37-014e4e2e7d20
response_code = 204
uri = /vpc-routes
|
| 3913 | 2025-01-16T23:32:57.175Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53961
|
| 3914 | 2025-01-16T23:32:57.175Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3915 | 2025-01-16T23:32:57.212Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3916 | 2025-01-16T23:32:57.278Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102482
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:53961
req_id = c9b8d439-2eca-43f4-a722-58d64b6decaf
response_code = 204
uri = /switch-ports
|
| 3917 | 2025-01-16T23:32:57.278Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47478
|
| 3918 | 2025-01-16T23:32:57.278Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 160
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53961
req_id = a5218815-0018-4342-942e-f64cff683640
response_code = 200
uri = /network-bootstore-config
|
| 3919 | 2025-01-16T23:32:57.278Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47478
req_id = 375e8bbf-dd19-4385-b02a-21638a6f694e
response_code = 200
uri = /vpc-routes
|
| 3920 | 2025-01-16T23:32:57.320Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37505
|
| 3921 | 2025-01-16T23:32:57.321Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3922 | 2025-01-16T23:32:57.360Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3923 | 2025-01-16T23:32:57.419Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98536
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:37505
req_id = 47718912-0ed7-46c8-9561-caec783291da
response_code = 204
uri = /switch-ports
|
| 3924 | 2025-01-16T23:32:57.419Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63401
|
| 3925 | 2025-01-16T23:32:57.419Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3926 | 2025-01-16T23:32:57.419Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47478
req_id = 6ae56cb3-f455-46dc-b7a1-462f89aa8e89
response_code = 204
uri = /eip-gateways
|
| 3927 | 2025-01-16T23:32:57.420Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 241
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37505
req_id = ecf6b9c1-b06c-4486-bab8-08bdb2c4689e
response_code = 200
uri = /network-bootstore-config
|
| 3928 | 2025-01-16T23:32:57.420Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 195
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63401
req_id = 4ba61673-35b4-45fc-84b1-42426b4330f7
response_code = 200
uri = /v2p
|
| 3929 | 2025-01-16T23:32:57.429Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 214
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47478
req_id = 07bab054-406e-48e4-8930-5b6bf1898e32
response_code = 204
uri = /vpc-routes
|
| 3930 | 2025-01-16T23:32:58.871Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36677
|
| 3931 | 2025-01-16T23:32:58.871Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 74
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36677
req_id = 45462ebc-76b4-46fc-a293-4acc2e7461fc
response_code = 200
uri = /baseboard
|
| 3932 | 2025-01-16T23:33:00.655Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54338
|
| 3933 | 2025-01-16T23:33:00.655Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54338
req_id = 9a4c04b7-d7bd-4638-aec2-44db98d9a575
response_code = 200
uri = /vpc-routes
|
| 3934 | 2025-01-16T23:33:00.669Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3935 | 2025-01-16T23:33:00.669Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54338
req_id = dd9d1189-f6ba-48e3-850f-3ad7a18b43cb
response_code = 204
uri = /eip-gateways
|
| 3936 | 2025-01-16T23:33:00.677Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 208
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54338
req_id = 34d45131-6a5e-44b6-bc9d-c00acf95edaf
response_code = 204
uri = /vpc-routes
|
| 3937 | 2025-01-16T23:33:00.722Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48960
|
| 3938 | 2025-01-16T23:33:00.722Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48960
req_id = e273181e-8892-4dc8-a268-0e0ee5044c44
response_code = 200
uri = /v2p
|
| 3939 | 2025-01-16T23:33:00.736Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51416
|
| 3940 | 2025-01-16T23:33:00.736Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3941 | 2025-01-16T23:33:00.776Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3942 | 2025-01-16T23:33:00.834Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98181
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51416
req_id = 72d63d9d-4275-4948-9675-ff547b151d43
response_code = 204
uri = /switch-ports
|
| 3943 | 2025-01-16T23:33:00.834Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51416
req_id = a30c513d-b158-413f-bbdb-14e60f847e26
response_code = 200
uri = /network-bootstore-config
|
| 3944 | 2025-01-16T23:33:05.737Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7834
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 3114e7b2-708e-4498-9516-9200d04a550e
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3945 | 2025-01-16T23:33:27.128Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51402
|
| 3946 | 2025-01-16T23:33:27.128Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51402
req_id = 2d2750f4-ce52-420a-8e52-e3f382bfac3e
response_code = 200
uri = /vpc-routes
|
| 3947 | 2025-01-16T23:33:27.189Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3948 | 2025-01-16T23:33:27.189Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:51402
req_id = 2570bacf-a94b-4a03-a047-c4e4725231e1
response_code = 204
uri = /eip-gateways
|
| 3949 | 2025-01-16T23:33:27.200Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 246
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:51402
req_id = 5baff89b-3bf6-4da3-b403-e4d248d36508
response_code = 204
uri = /vpc-routes
|
| 3950 | 2025-01-16T23:33:27.259Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48457
|
| 3951 | 2025-01-16T23:33:27.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48457
req_id = 57246507-58a4-41cf-bd7d-1d3d1554aca8
response_code = 200
uri = /vpc-routes
|
| 3952 | 2025-01-16T23:33:27.327Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3953 | 2025-01-16T23:33:27.327Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48457
req_id = d9e92b33-fbf7-446f-97fc-341bfa2f98a7
response_code = 204
uri = /eip-gateways
|
| 3954 | 2025-01-16T23:33:27.339Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 319
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48457
req_id = 93deed87-5cb6-41a4-8776-c3d49768cb26
response_code = 204
uri = /vpc-routes
|
| 3955 | 2025-01-16T23:33:27.362Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53869
|
| 3956 | 2025-01-16T23:33:27.362Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 206
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53869
req_id = 9ffae4d2-bab8-4ff8-8523-4619015a1a44
response_code = 200
uri = /v2p
|
| 3957 | 2025-01-16T23:33:27.417Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33729
|
| 3958 | 2025-01-16T23:33:27.417Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3959 | 2025-01-16T23:33:27.459Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3960 | 2025-01-16T23:33:27.518Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101035
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:33729
req_id = fac22dfd-80ec-4b00-bc43-92d8250dddac
response_code = 204
uri = /switch-ports
|
| 3961 | 2025-01-16T23:33:27.518Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50138
|
| 3962 | 2025-01-16T23:33:27.518Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 281
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33729
req_id = 5cdb5317-819e-46ce-a2cb-5156028bd12d
response_code = 200
uri = /network-bootstore-config
|
| 3963 | 2025-01-16T23:33:27.518Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3964 | 2025-01-16T23:33:27.530Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63324
|
| 3965 | 2025-01-16T23:33:27.530Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63324
req_id = 9ad3cfd4-0ae0-4cb7-b7fe-e123b7ec39d6
response_code = 200
uri = /v2p
|
| 3966 | 2025-01-16T23:33:27.560Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3967 | 2025-01-16T23:33:27.624Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106012
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50138
req_id = 212f6cbd-c93e-4838-b65f-0f67cac1accb
response_code = 204
uri = /switch-ports
|
| 3968 | 2025-01-16T23:33:27.625Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50138
req_id = b4afd110-6735-47a5-998a-4d8299e99f6e
response_code = 200
uri = /network-bootstore-config
|
| 3969 | 2025-01-16T23:33:28.909Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64291
|
| 3970 | 2025-01-16T23:33:28.910Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 72
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64291
req_id = b953113c-17ad-4cc6-b503-b380b65870e2
response_code = 200
uri = /baseboard
|
| 3971 | 2025-01-16T23:33:30.657Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62975
|
| 3972 | 2025-01-16T23:33:30.657Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62975
req_id = 33a6c924-4ca3-4d9a-92dc-32f1aea0b124
response_code = 200
uri = /vpc-routes
|
| 3973 | 2025-01-16T23:33:30.682Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3974 | 2025-01-16T23:33:30.682Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62975
req_id = 1bd1dcdc-cd53-420d-94ca-62bbe8794862
response_code = 204
uri = /eip-gateways
|
| 3975 | 2025-01-16T23:33:30.691Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 221
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62975
req_id = c394397d-834b-4ecb-90ba-433fbf63d866
response_code = 204
uri = /vpc-routes
|
| 3976 | 2025-01-16T23:33:30.850Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34765
|
| 3977 | 2025-01-16T23:33:30.850Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 143
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34765
req_id = 1671f011-6403-4888-81ea-e9119233a663
response_code = 200
uri = /v2p
|
| 3978 | 2025-01-16T23:33:30.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42370
|
| 3979 | 2025-01-16T23:33:30.960Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3980 | 2025-01-16T23:33:31.000Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3981 | 2025-01-16T23:33:31.055Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94651
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:42370
req_id = dad87df5-d967-4700-8db5-6290103e243e
response_code = 204
uri = /switch-ports
|
| 3982 | 2025-01-16T23:33:31.055Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42370
req_id = 1833d02b-e4c5-41be-8ce8-e5102a6faa63
response_code = 200
uri = /network-bootstore-config
|
| 3983 | 2025-01-16T23:33:35.736Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7595
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = f7d0fec7-09c0-4af5-b430-e6bc0a520387
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 3984 | 2025-01-16T23:33:56.949Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61752
|
| 3985 | 2025-01-16T23:33:56.949Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61752
req_id = bf0ffde0-af68-447e-8157-7a5d87726729
response_code = 200
uri = /vpc-routes
|
| 3986 | 2025-01-16T23:33:56.998Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3987 | 2025-01-16T23:33:56.998Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61752
req_id = f9698ba8-eb9f-4fa4-b916-ed98239ba9ed
response_code = 204
uri = /eip-gateways
|
| 3988 | 2025-01-16T23:33:57.007Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 195
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61752
req_id = 82d16822-f7f7-4050-be1f-fe15c8446050
response_code = 204
uri = /vpc-routes
|
| 3989 | 2025-01-16T23:33:57.142Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39787
|
| 3990 | 2025-01-16T23:33:57.142Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39787
req_id = 672e4ba8-b597-47b0-88fd-4747de8b38cd
response_code = 200
uri = /v2p
|
| 3991 | 2025-01-16T23:33:57.191Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34984
|
| 3992 | 2025-01-16T23:33:57.191Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 24
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34984
req_id = d04e231f-9e2c-44d0-8703-cb07de72e7ba
response_code = 200
uri = /vpc-routes
|
| 3993 | 2025-01-16T23:33:57.200Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53711
|
| 3994 | 2025-01-16T23:33:57.201Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 3995 | 2025-01-16T23:33:57.240Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 3996 | 2025-01-16T23:33:57.300Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99783
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:53711
req_id = 7c89a41b-00b2-4e03-bf32-3ad9cc1fbba2
response_code = 204
uri = /switch-ports
|
| 3997 | 2025-01-16T23:33:57.300Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52818
|
| 3998 | 2025-01-16T23:33:57.301Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 3999 | 2025-01-16T23:33:57.301Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 209
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34984
req_id = 9b8fae9d-a9ab-43ac-a5ee-65a62d1a9675
response_code = 204
uri = /eip-gateways
|
| 4000 | 2025-01-16T23:33:57.301Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4001 | 2025-01-16T23:33:57.301Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 331
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53711
req_id = ad79d08c-d307-421f-a58a-859eddbbc49b
response_code = 200
uri = /network-bootstore-config
|
| 4002 | 2025-01-16T23:33:57.335Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45130
|
| 4003 | 2025-01-16T23:33:57.335Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 162
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45130
req_id = d5be643b-2bd0-4aca-aba7-9eb11424382b
response_code = 200
uri = /v2p
|
| 4004 | 2025-01-16T23:33:57.339Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 239
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34984
req_id = b45e8c99-195f-4469-bb91-3dc8a0b91110
response_code = 204
uri = /vpc-routes
|
| 4005 | 2025-01-16T23:33:57.340Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4006 | 2025-01-16T23:33:57.398Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96855
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:52818
req_id = 9b604723-3a09-4455-925f-84e0cf2f28a3
response_code = 204
uri = /switch-ports
|
| 4007 | 2025-01-16T23:33:57.398Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52818
req_id = 64181a88-2b07-434d-8fc3-7d8f30042774
response_code = 200
uri = /network-bootstore-config
|
| 4008 | 2025-01-16T23:33:58.945Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40593
|
| 4009 | 2025-01-16T23:33:58.945Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 29
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40593
req_id = 0313a32f-12cf-4e80-a7b4-be69e6daf890
response_code = 200
uri = /baseboard
|
| 4010 | 2025-01-16T23:34:00.560Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61659
|
| 4011 | 2025-01-16T23:34:00.560Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 172
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61659
req_id = 7135c77b-3509-4ea0-bee0-19a18516e5b4
response_code = 200
uri = /v2p
|
| 4012 | 2025-01-16T23:34:00.595Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33700
|
| 4013 | 2025-01-16T23:34:00.595Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33700
req_id = 191fd0d5-bf15-4e33-91fa-ac1319b49f76
response_code = 200
uri = /vpc-routes
|
| 4014 | 2025-01-16T23:34:00.609Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4015 | 2025-01-16T23:34:00.609Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33700
req_id = f34719d1-e04a-4f30-9a69-fccda23618c5
response_code = 204
uri = /eip-gateways
|
| 4016 | 2025-01-16T23:34:00.620Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 277
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33700
req_id = 7187f893-f736-4a2a-843a-6b93b2cc5715
response_code = 204
uri = /vpc-routes
|
| 4017 | 2025-01-16T23:34:00.731Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46122
|
| 4018 | 2025-01-16T23:34:00.732Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4019 | 2025-01-16T23:34:00.768Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4020 | 2025-01-16T23:34:00.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91186
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:46122
req_id = a9529762-a0b4-47a9-ac66-cea5bb06e522
response_code = 204
uri = /switch-ports
|
| 4021 | 2025-01-16T23:34:00.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46122
req_id = db545e01-6505-4fcd-b5df-510703b767fe
response_code = 200
uri = /network-bootstore-config
|
| 4022 | 2025-01-16T23:34:05.737Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7514
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 44e335e2-1811-4374-ae96-2c225008ba73
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 4023 | 2025-01-16T23:34:27.202Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46048
|
| 4024 | 2025-01-16T23:34:27.202Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46048
req_id = 6e912dfe-5236-4586-8d8b-1752f9c817a3
response_code = 200
uri = /vpc-routes
|
| 4025 | 2025-01-16T23:34:27.227Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4026 | 2025-01-16T23:34:27.227Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:46048
req_id = 73a8f0ef-4f41-4162-89c3-d849f75e7c8e
response_code = 204
uri = /eip-gateways
|
| 4027 | 2025-01-16T23:34:27.350Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44175
|
| 4028 | 2025-01-16T23:34:27.350Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44175
req_id = a005a8df-63e6-45ff-8bc0-105031700f42
response_code = 200
uri = /vpc-routes
|
| 4029 | 2025-01-16T23:34:27.400Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4030 | 2025-01-16T23:34:27.400Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44175
req_id = 308115eb-270d-4a2a-bd97-6a5875c3956d
response_code = 204
uri = /eip-gateways
|
| 4031 | 2025-01-16T23:34:27.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 307
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44175
req_id = 6c2fa999-8989-4461-940d-b0e671a5b734
response_code = 204
uri = /vpc-routes
|
| 4032 | 2025-01-16T23:34:27.430Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42950
|
| 4033 | 2025-01-16T23:34:27.430Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42950
req_id = 8e0b942f-7901-4d6b-81a8-315d85b298ec
response_code = 200
uri = /v2p
|
| 4034 | 2025-01-16T23:34:27.446Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 288
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:46048
req_id = c9a7dfa2-ad65-42f5-8aea-fc5e744d27a5
response_code = 204
uri = /vpc-routes
|
| 4035 | 2025-01-16T23:34:27.513Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36771
|
| 4036 | 2025-01-16T23:34:27.513Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36771
req_id = a592f7cc-9ca0-4b49-bd2f-b986cf9e7f5c
response_code = 200
uri = /v2p
|
| 4037 | 2025-01-16T23:34:27.529Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48265
|
| 4038 | 2025-01-16T23:34:27.529Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4039 | 2025-01-16T23:34:27.529Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4040 | 2025-01-16T23:34:27.529Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4041 | 2025-01-16T23:34:27.530Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4042 | 2025-01-16T23:34:27.536Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36036
|
| 4043 | 2025-01-16T23:34:27.536Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4044 | 2025-01-16T23:34:27.536Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4045 | 2025-01-16T23:34:27.536Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4046 | 2025-01-16T23:34:27.537Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4047 | 2025-01-16T23:34:27.546Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4048 | 2025-01-16T23:34:27.546Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9
|
| 4049 | 2025-01-16T23:34:27.551Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52158
|
| 4050 | 2025-01-16T23:34:27.551Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4051 | 2025-01-16T23:34:27.558Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53183
|
| 4052 | 2025-01-16T23:34:27.562Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4053 | 2025-01-16T23:34:27.562Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9
|
| 4054 | 2025-01-16T23:34:27.591Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4055 | 2025-01-16T23:34:27.591Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_5db46ce3-4889-4034-8561-7e871bb98ae0
|
| 4056 | 2025-01-16T23:34:27.601Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4057 | 2025-01-16T23:34:27.608Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4058 | 2025-01-16T23:34:27.608Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_5db46ce3-4889-4034-8561-7e871bb98ae0
|
| 4059 | 2025-01-16T23:34:27.624Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4060 | 2025-01-16T23:34:27.624Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_736d5541-d5bd-460c-a5f5-441d6996aa03
|
| 4061 | 2025-01-16T23:34:27.640Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4062 | 2025-01-16T23:34:27.640Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_736d5541-d5bd-460c-a5f5-441d6996aa03
|
| 4063 | 2025-01-16T23:34:27.653Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4064 | 2025-01-16T23:34:27.653Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0
|
| 4065 | 2025-01-16T23:34:27.670Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4066 | 2025-01-16T23:34:27.670Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50705
|
| 4067 | 2025-01-16T23:34:27.679Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4068 | 2025-01-16T23:34:27.680Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_9764f33b-5a77-475e-83b5-777615774b6a
|
| 4069 | 2025-01-16T23:34:27.680Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 129410
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52158
req_id = df1d4032-abed-415b-82ac-150e2bfbc834
response_code = 204
uri = /switch-ports
|
| 4070 | 2025-01-16T23:34:27.685Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4071 | 2025-01-16T23:34:27.685Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4072 | 2025-01-16T23:34:27.685Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4073 | 2025-01-16T23:34:27.685Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 4074 | 2025-01-16T23:34:27.685Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 381
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52158
req_id = 5ec5c103-582d-4a02-a4af-acf2734534c8
response_code = 200
uri = /network-bootstore-config
|
| 4075 | 2025-01-16T23:34:27.685Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4076 | 2025-01-16T23:34:27.685Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4077 | 2025-01-16T23:34:27.685Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4078 | 2025-01-16T23:34:27.685Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4905
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50705
req_id = a3d0ff65-5c4a-4943-8853-3153aafd3804
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4079 | 2025-01-16T23:34:27.696Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4080 | 2025-01-16T23:34:27.696Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0
|
| 4081 | 2025-01-16T23:34:27.714Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4082 | 2025-01-16T23:34:27.718Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4083 | 2025-01-16T23:34:27.718Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_28fb7d98-1494-4570-b25a-aa56857fbe19
|
| 4084 | 2025-01-16T23:34:27.733Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4085 | 2025-01-16T23:34:27.733Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_9764f33b-5a77-475e-83b5-777615774b6a
|
| 4086 | 2025-01-16T23:34:27.758Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4087 | 2025-01-16T23:34:27.758Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_28fb7d98-1494-4570-b25a-aa56857fbe19
|
| 4088 | 2025-01-16T23:34:27.764Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45558
|
| 4089 | 2025-01-16T23:34:27.764Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4090 | 2025-01-16T23:34:27.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4091 | 2025-01-16T23:34:27.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4092 | 2025-01-16T23:34:27.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 4093 | 2025-01-16T23:34:27.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4094 | 2025-01-16T23:34:27.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4095 | 2025-01-16T23:34:27.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4096 | 2025-01-16T23:34:27.765Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 428
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45558
req_id = d0126b51-e31b-4bf9-9465-d0876b55b6b1
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4097 | 2025-01-16T23:34:27.772Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4098 | 2025-01-16T23:34:27.772Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_723d2041-12e1-48e9-aa34-7148357fe80c
|
| 4099 | 2025-01-16T23:34:27.780Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 221616
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53183
req_id = 5269cef7-3f9d-4c41-8b37-03a836d90a4e
response_code = 204
uri = /switch-ports
|
| 4100 | 2025-01-16T23:34:27.780Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 280
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53183
req_id = 39599b22-50a5-48da-8521-fb9e6c9974c8
response_code = 200
uri = /network-bootstore-config
|
| 4101 | 2025-01-16T23:34:27.790Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4102 | 2025-01-16T23:34:27.790Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_723d2041-12e1-48e9-aa34-7148357fe80c
|
| 4103 | 2025-01-16T23:34:27.805Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4104 | 2025-01-16T23:34:27.805Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4
|
| 4105 | 2025-01-16T23:34:27.834Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4106 | 2025-01-16T23:34:27.834Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa
|
| 4107 | 2025-01-16T23:34:27.849Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4108 | 2025-01-16T23:34:27.849Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4
|
| 4109 | 2025-01-16T23:34:27.854Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 318112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36036
req_id = 2714c9b6-bc79-43b7-933a-799a2b67b04f
response_code = 200
uri = /inventory
|
| 4110 | 2025-01-16T23:34:27.879Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4111 | 2025-01-16T23:34:27.879Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa
|
| 4112 | 2025-01-16T23:34:27.896Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 367255
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48265
req_id = c8f2ae92-06ff-4b55-86ed-5fcf9c27cde1
response_code = 200
uri = /inventory
|
| 4113 | 2025-01-16T23:34:28.979Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34027
|
| 4114 | 2025-01-16T23:34:28.979Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 115
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34027
req_id = 63b55157-fda0-405e-9af3-3789aaac80b8
response_code = 200
uri = /baseboard
|
| 4115 | 2025-01-16T23:34:30.576Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54738
|
| 4116 | 2025-01-16T23:34:30.577Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54738
req_id = 9048e55e-e42d-48e5-b11e-4d516d11df54
response_code = 200
uri = /vpc-routes
|
| 4117 | 2025-01-16T23:34:30.641Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4118 | 2025-01-16T23:34:30.641Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54738
req_id = 45ec6561-ad43-49ae-b38d-31e1a88ed5c4
response_code = 204
uri = /eip-gateways
|
| 4119 | 2025-01-16T23:34:30.651Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 225
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54738
req_id = 12d23416-76c4-4a17-ba0a-9e720db78e8f
response_code = 204
uri = /vpc-routes
|
| 4120 | 2025-01-16T23:34:30.758Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56746
|
| 4121 | 2025-01-16T23:34:30.758Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 179
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56746
req_id = b025af3c-cb8d-4e25-a14e-ea13f93bce58
response_code = 200
uri = /v2p
|
| 4122 | 2025-01-16T23:34:30.833Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65124
|
| 4123 | 2025-01-16T23:34:30.833Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4124 | 2025-01-16T23:34:30.878Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4125 | 2025-01-16T23:34:30.945Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 112202
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:65124
req_id = 9619e6c2-e8f0-4184-87f5-414a2a5293b6
response_code = 204
uri = /switch-ports
|
| 4126 | 2025-01-16T23:34:30.945Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64482
|
| 4127 | 2025-01-16T23:34:30.945Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4128 | 2025-01-16T23:34:30.946Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4129 | 2025-01-16T23:34:30.946Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/77444133-e801-4aba-9330-b96b8b00119b/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4130 | 2025-01-16T23:34:30.946Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 253
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65124
req_id = 0b62ed18-bd55-4652-a130-778a4d3f5f97
response_code = 200
uri = /network-bootstore-config
|
| 4131 | 2025-01-16T23:34:30.946Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 4132 | 2025-01-16T23:34:30.959Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 47f34c1f-e641-403f-804d-b2c26f2cb1f9 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4133 | 2025-01-16T23:34:30.959Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_47f34c1f-e641-403f-804d-b2c26f2cb1f9
|
| 4134 | 2025-01-16T23:34:30.982Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 5db46ce3-4889-4034-8561-7e871bb98ae0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4135 | 2025-01-16T23:34:30.982Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_5db46ce3-4889-4034-8561-7e871bb98ae0
|
| 4136 | 2025-01-16T23:34:31.007Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 736d5541-d5bd-460c-a5f5-441d6996aa03 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4137 | 2025-01-16T23:34:31.007Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_736d5541-d5bd-460c-a5f5-441d6996aa03
|
| 4138 | 2025-01-16T23:34:31.032Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 65ae8c88-c7ba-40ff-af14-085d448fc3c0 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4139 | 2025-01-16T23:34:31.032Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_65ae8c88-c7ba-40ff-af14-085d448fc3c0
|
| 4140 | 2025-01-16T23:34:31.051Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 9764f33b-5a77-475e-83b5-777615774b6a (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4141 | 2025-01-16T23:34:31.052Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_9764f33b-5a77-475e-83b5-777615774b6a
|
| 4142 | 2025-01-16T23:34:31.055Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38771
|
| 4143 | 2025-01-16T23:34:31.055Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name("external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name("external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name("nexus-bda5150c-3889-413e-a774-9d40d8f8536d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name("nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name("nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 4144 | 2025-01-16T23:34:31.055Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4145 | 2025-01-16T23:34:31.055Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4146 | 2025-01-16T23:34:31.055Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 4147 | 2025-01-16T23:34:31.055Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4148 | 2025-01-16T23:34:31.055Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 4149 | 2025-01-16T23:34:31.055Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 4150 | 2025-01-16T23:34:31.055Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 565
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38771
req_id = 4d69ca57-ca43-4815-9e9c-aecca9a14476
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 4151 | 2025-01-16T23:34:31.075Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 28fb7d98-1494-4570-b25a-aa56857fbe19 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4152 | 2025-01-16T23:34:31.075Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_28fb7d98-1494-4570-b25a-aa56857fbe19
|
| 4153 | 2025-01-16T23:34:31.099Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 723d2041-12e1-48e9-aa34-7148357fe80c (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4154 | 2025-01-16T23:34:31.099Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_723d2041-12e1-48e9-aa34-7148357fe80c
|
| 4155 | 2025-01-16T23:34:31.122Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7980b762-6ad3-435b-bf8d-91d18dcf75d4 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4156 | 2025-01-16T23:34:31.122Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7980b762-6ad3-435b-bf8d-91d18dcf75d4
|
| 4157 | 2025-01-16T23:34:31.146Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 3e6fa380-13d2-4109-81e5-c336fd5adffa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 4158 | 2025-01-16T23:34:31.146Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_3e6fa380-13d2-4109-81e5-c336fd5adffa
|
| 4159 | 2025-01-16T23:34:31.160Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 214464
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64482
req_id = 56c19061-474d-40b1-919f-e82d101bad71
response_code = 200
uri = /inventory
|
| 4160 | 2025-01-16T23:34:35.737Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7156
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 780e77da-9b22-4127-9e36-e5a2bb4c9ac0
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 4161 | 2025-01-16T23:34:57.002Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54869
|
| 4162 | 2025-01-16T23:34:57.002Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54869
req_id = 092c869c-360d-48d5-b6b7-209c9e38b3fd
response_code = 200
uri = /vpc-routes
|
| 4163 | 2025-01-16T23:34:57.063Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4164 | 2025-01-16T23:34:57.063Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:54869
req_id = ad81c361-683c-4335-b146-91d7ce8d8c95
response_code = 204
uri = /eip-gateways
|
| 4165 | 2025-01-16T23:34:57.077Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65411
|
| 4166 | 2025-01-16T23:34:57.077Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65411
req_id = 633896fc-be78-4dc8-a070-c287f62bc904
response_code = 200
uri = /v2p
|
| 4167 | 2025-01-16T23:34:57.088Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 181
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:54869
req_id = 77912b8f-cf9a-40da-8071-b5186cacc662
response_code = 204
uri = /vpc-routes
|
| 4168 | 2025-01-16T23:34:57.158Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43712
|
| 4169 | 2025-01-16T23:34:57.158Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4170 | 2025-01-16T23:34:57.200Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4171 | 2025-01-16T23:34:57.263Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105770
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:43712
req_id = 9b7a7842-1122-48fb-9598-95964ce3b83b
response_code = 204
uri = /switch-ports
|
| 4172 | 2025-01-16T23:34:57.264Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36384
|
| 4173 | 2025-01-16T23:34:57.264Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36384
req_id = 3318599c-9138-4881-8c55-d3d41bdbf7ab
response_code = 200
uri = /vpc-routes
|
| 4174 | 2025-01-16T23:34:57.264Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 214
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43712
req_id = 3c3e9dfb-537b-4b8f-aeb7-6b42ada3af87
response_code = 200
uri = /network-bootstore-config
|
| 4175 | 2025-01-16T23:34:57.304Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4176 | 2025-01-16T23:34:57.304Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36384
req_id = ee700092-700d-454e-9045-df47c5299186
response_code = 204
uri = /eip-gateways
|
| 4177 | 2025-01-16T23:34:57.337Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39031
|
| 4178 | 2025-01-16T23:34:57.338Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39031
req_id = 55ab49b1-fff3-45fb-b08f-acba911cdee2
response_code = 200
uri = /v2p
|
| 4179 | 2025-01-16T23:34:57.341Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 236
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36384
req_id = af3dda00-fb5c-4437-8fcf-79a3caf83c17
response_code = 204
uri = /vpc-routes
|
| 4180 | 2025-01-16T23:34:57.400Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41906
|
| 4181 | 2025-01-16T23:34:57.400Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4182 | 2025-01-16T23:34:57.439Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4183 | 2025-01-16T23:34:57.494Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94370
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:41906
req_id = 8ad7032b-7f44-4612-9a98-04beb2fcf8fd
response_code = 204
uri = /switch-ports
|
| 4184 | 2025-01-16T23:34:57.495Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41906
req_id = 851d4cc8-9801-49b6-b7b2-be8ff5a64110
response_code = 200
uri = /network-bootstore-config
|
| 4185 | 2025-01-16T23:34:59.013Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37794
|
| 4186 | 2025-01-16T23:34:59.013Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 41
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37794
req_id = fa1a6729-acea-4f70-a3b9-b5f23975d295
response_code = 200
uri = /baseboard
|
| 4187 | 2025-01-16T23:35:00.627Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43528
|
| 4188 | 2025-01-16T23:35:00.627Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43528
req_id = a74d84e5-001e-4a42-922b-3537f53a2916
response_code = 200
uri = /vpc-routes
|
| 4189 | 2025-01-16T23:35:00.667Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4190 | 2025-01-16T23:35:00.667Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43528
req_id = 766a5a62-9279-42c2-b10f-68fa9ef79b60
response_code = 204
uri = /eip-gateways
|
| 4191 | 2025-01-16T23:35:00.673Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52753
|
| 4192 | 2025-01-16T23:35:00.673Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52753
req_id = 7123058f-96b3-428e-8e11-fc891b7b8d73
response_code = 200
uri = /v2p
|
| 4193 | 2025-01-16T23:35:00.680Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43528
req_id = 575eb497-0bd3-4fcb-8e75-7957cd5b6840
response_code = 204
uri = /vpc-routes
|
| 4194 | 2025-01-16T23:35:00.741Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44826
|
| 4195 | 2025-01-16T23:35:00.741Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4196 | 2025-01-16T23:35:00.780Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4197 | 2025-01-16T23:35:00.839Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97501
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44826
req_id = 992e70c1-b23c-4c58-b9df-537b0a994498
response_code = 204
uri = /switch-ports
|
| 4198 | 2025-01-16T23:35:00.839Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44826
req_id = 36a6483b-7d70-49b1-ba82-320048b98125
response_code = 200
uri = /network-bootstore-config
|
| 4199 | 2025-01-16T23:35:05.738Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7823
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = ce8b735e-911f-498e-b430-fa41fdddc5f5
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 4200 | 2025-01-16T23:35:27.095Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50587
|
| 4201 | 2025-01-16T23:35:27.095Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50587
req_id = 3bc4096b-a484-4f62-9c26-9485dea87c7d
response_code = 200
uri = /vpc-routes
|
| 4202 | 2025-01-16T23:35:27.120Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4203 | 2025-01-16T23:35:27.120Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50587
req_id = 6e642b55-2269-4f39-93ec-8169e3f30cf0
response_code = 204
uri = /eip-gateways
|
| 4204 | 2025-01-16T23:35:27.222Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45666
|
| 4205 | 2025-01-16T23:35:27.223Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45666
req_id = 63d5fe83-5511-4780-98fb-04d61af6892c
response_code = 200
uri = /v2p
|
| 4206 | 2025-01-16T23:35:27.231Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 234
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50587
req_id = c91ba804-522d-4674-b34e-e256ef01a57f
response_code = 204
uri = /vpc-routes
|
| 4207 | 2025-01-16T23:35:27.276Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45560
|
| 4208 | 2025-01-16T23:35:27.276Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4209 | 2025-01-16T23:35:27.308Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4210 | 2025-01-16T23:35:27.364Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88145
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:45560
req_id = 53ea23b1-00db-4d30-9edd-aa4b3d21a4f5
response_code = 204
uri = /switch-ports
|
| 4211 | 2025-01-16T23:35:27.364Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45560
req_id = 911fca71-09c7-4522-a0d9-d10b228d9951
response_code = 200
uri = /network-bootstore-config
|
| 4212 | 2025-01-16T23:35:27.374Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50872
|
| 4213 | 2025-01-16T23:35:27.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 80
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50872
req_id = d75c2465-4887-420d-b5ec-7bb2c3b131f5
response_code = 200
uri = /vpc-routes
|
| 4214 | 2025-01-16T23:35:27.415Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36336
|
| 4215 | 2025-01-16T23:35:27.415Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36336
req_id = 497c78d1-2225-4573-bed5-0c4d70fdfcce
response_code = 200
uri = /v2p
|
| 4216 | 2025-01-16T23:35:27.461Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4217 | 2025-01-16T23:35:27.461Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50872
req_id = e95b57e7-0b62-4ea2-9be0-8a53b7d05de1
response_code = 204
uri = /eip-gateways
|
| 4218 | 2025-01-16T23:35:27.472Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 197
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50872
req_id = baf59d88-eafa-47f0-b1a5-b751a1b64963
response_code = 204
uri = /vpc-routes
|
| 4219 | 2025-01-16T23:35:27.519Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51852
|
| 4220 | 2025-01-16T23:35:27.519Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4221 | 2025-01-16T23:35:27.557Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4222 | 2025-01-16T23:35:27.608Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88310
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:51852
req_id = cbe8fd8d-0453-4d7d-86ec-0341b2304001
response_code = 204
uri = /switch-ports
|
| 4223 | 2025-01-16T23:35:27.608Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51852
req_id = 70b7f3c2-e948-4bff-b6d8-014d1fa75491
response_code = 200
uri = /network-bootstore-config
|
| 4224 | 2025-01-16T23:35:29.047Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:44582
|
| 4225 | 2025-01-16T23:35:29.047Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 31
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:44582
req_id = 80685e58-fa53-4eeb-8eee-f6b2862059e0
response_code = 200
uri = /baseboard
|
| 4226 | 2025-01-16T23:35:30.685Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38061
|
| 4227 | 2025-01-16T23:35:30.685Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38061
req_id = fe73e33f-83cf-4daf-af89-8750520144ca
response_code = 200
uri = /vpc-routes
|
| 4228 | 2025-01-16T23:35:30.727Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4229 | 2025-01-16T23:35:30.727Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38061
req_id = 0bc717fb-241f-4609-acc1-e2b1662132de
response_code = 204
uri = /eip-gateways
|
| 4230 | 2025-01-16T23:35:30.735Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 243
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38061
req_id = 4e5ed6c9-4f21-458c-bf97-cf25867d7d9e
response_code = 204
uri = /vpc-routes
|
| 4231 | 2025-01-16T23:35:30.785Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50286
|
| 4232 | 2025-01-16T23:35:30.785Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 137
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50286
req_id = 84ebd3f4-a406-4c4d-b325-09f9a5afc537
response_code = 200
uri = /v2p
|
| 4233 | 2025-01-16T23:35:30.803Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50306
|
| 4234 | 2025-01-16T23:35:30.803Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4235 | 2025-01-16T23:35:30.842Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4236 | 2025-01-16T23:35:30.903Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100078
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50306
req_id = b8b2489e-7fb1-4c87-a959-cedc2a4bfd84
response_code = 204
uri = /switch-ports
|
| 4237 | 2025-01-16T23:35:30.903Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50306
req_id = 5032c6b9-31d3-4212-9d61-87e5f6cc662d
response_code = 200
uri = /network-bootstore-config
|
| 4238 | 2025-01-16T23:35:35.739Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8581
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = c2bcc5d0-4fc4-487f-9f94-4db4ec0eed55
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 4239 | 2025-01-16T23:35:56.980Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48649
|
| 4240 | 2025-01-16T23:35:56.980Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48649
req_id = 6fd21a80-e715-4a61-af17-83f3ba52dd61
response_code = 200
uri = /vpc-routes
|
| 4241 | 2025-01-16T23:35:57.037Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4242 | 2025-01-16T23:35:57.037Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48649
req_id = b664caed-a8a1-4714-844b-ad5f2773d439
response_code = 204
uri = /eip-gateways
|
| 4243 | 2025-01-16T23:35:57.059Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 243
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48649
req_id = fd826b00-5019-4b3e-af92-780b42c94afd
response_code = 204
uri = /vpc-routes
|
| 4244 | 2025-01-16T23:35:57.114Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36937
|
| 4245 | 2025-01-16T23:35:57.114Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 173
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36937
req_id = ea2b8e8f-e5d4-45e1-a5b8-c6fd680a764f
response_code = 200
uri = /v2p
|
| 4246 | 2025-01-16T23:35:57.127Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65068
|
| 4247 | 2025-01-16T23:35:57.127Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4248 | 2025-01-16T23:35:57.174Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4249 | 2025-01-16T23:35:57.234Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106883
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:65068
req_id = b1fa72d2-c21d-468d-ac4c-bd76777b0f45
response_code = 204
uri = /switch-ports
|
| 4250 | 2025-01-16T23:35:57.234Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46219
|
| 4251 | 2025-01-16T23:35:57.234Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 196
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65068
req_id = 281671da-9baf-46a1-ae8f-297ba7a81497
response_code = 200
uri = /network-bootstore-config
|
| 4252 | 2025-01-16T23:35:57.234Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 156
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46219
req_id = 6f900fe7-2ed2-4d5c-8126-842ae53e11ce
response_code = 200
uri = /vpc-routes
|
| 4253 | 2025-01-16T23:35:57.285Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4254 | 2025-01-16T23:35:57.285Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46219
req_id = 95cbc21c-a8e9-4af3-ba67-1b0894e48d95
response_code = 204
uri = /eip-gateways
|
| 4255 | 2025-01-16T23:35:57.348Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43989
|
| 4256 | 2025-01-16T23:35:57.348Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43989
req_id = 2fe8fa1a-f54a-4316-b475-f47016ca5f97
response_code = 200
uri = /v2p
|
| 4257 | 2025-01-16T23:35:57.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 273
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46219
req_id = 814202df-ae36-4655-a14d-04a82382439a
response_code = 204
uri = /vpc-routes
|
| 4258 | 2025-01-16T23:35:57.399Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44961
|
| 4259 | 2025-01-16T23:35:57.399Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4260 | 2025-01-16T23:35:57.439Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4261 | 2025-01-16T23:35:57.500Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100867
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44961
req_id = 9fe81701-de25-4f75-9057-56762000bbd4
response_code = 204
uri = /switch-ports
|
| 4262 | 2025-01-16T23:35:57.500Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44961
req_id = 9dd295d0-753c-42ac-804d-a55519e4d1a0
response_code = 200
uri = /network-bootstore-config
|
| 4263 | 2025-01-16T23:35:59.081Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60755
|
| 4264 | 2025-01-16T23:35:59.082Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60755
req_id = 50f7a411-99ac-4625-aa22-6a1432fdf6b7
response_code = 200
uri = /baseboard
|
| 4265 | 2025-01-16T23:36:00.583Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34343
|
| 4266 | 2025-01-16T23:36:00.583Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34343
req_id = 695aec86-bc33-4ac2-b04d-6650e834e573
response_code = 200
uri = /vpc-routes
|
| 4267 | 2025-01-16T23:36:00.624Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4268 | 2025-01-16T23:36:00.624Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34343
req_id = 547e9b17-4524-42ba-b8bb-8137e1792a31
response_code = 204
uri = /eip-gateways
|
| 4269 | 2025-01-16T23:36:00.625Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39496
|
| 4270 | 2025-01-16T23:36:00.625Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39496
req_id = ad0181e6-1afb-4657-b53c-8e1006958af1
response_code = 200
uri = /v2p
|
| 4271 | 2025-01-16T23:36:00.634Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 174
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34343
req_id = 0d408491-4d91-49dc-8aa5-21da429a25c7
response_code = 204
uri = /vpc-routes
|
| 4272 | 2025-01-16T23:36:00.680Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48486
|
| 4273 | 2025-01-16T23:36:00.680Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4274 | 2025-01-16T23:36:00.719Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4275 | 2025-01-16T23:36:00.777Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97468
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:48486
req_id = 2c0f2235-b3f6-4759-a0de-17eabb413066
response_code = 204
uri = /switch-ports
|
| 4276 | 2025-01-16T23:36:00.777Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48486
req_id = b541c64f-f133-4689-9fc3-2c50bed3212a
response_code = 200
uri = /network-bootstore-config
|
| 4277 | 2025-01-16T23:36:05.738Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7582
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 1a1b5b0d-3eca-4cb2-8308-eeeed4e890a8
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 4278 | 2025-01-16T23:36:19.999Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36538
|
| 4279 | 2025-01-16T23:36:19.999Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 173
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36538
req_id = cc9602dc-3e4d-4e7b-9c44-993593662266
response_code = 200
uri = /v2p
|
| 4280 | 2025-01-16T23:36:20.000Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:874
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(3443410) }
|
| 4281 | 2025-01-16T23:36:20.000Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 846
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36538
req_id = d5ffc5cf-520d-44bc-92f7-48e42ed5fe35
response_code = 204
uri = /v2p
|
| 4282 | 2025-01-16T23:36:20.181Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39433
|
| 4283 | 2025-01-16T23:36:20.186Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:555
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: f365cf8b-ed44-4683-aef3-1e1250e19e35, kind: Instance { id: 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3443410), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f365cf8b-ed44-4683-aef3-1e1250e19e35, kind: Instance { id: 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3443410), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f365cf8b-ed44-4683-aef3-1e1250e19e35, kind: Instance { id: 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3443410), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3443410))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f365cf8b-ed44-4683-aef3-1e1250e19e35, kind: Instance { id: 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3443410), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: 42b9aff8-4be4-4222-b7ea-26957306a4de, slot: 0, read_only: false, vcr_json: .., name: "disk-3f00b598329" }], boot_settings: Some(InstanceBootSettings { order: [42b9aff8-4be4-4222-b7ea-26957306a4de] }), cloud_init_bytes: Some(..) }
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
metadata = InstanceMetadata { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, project_id: 14cc1e33-d5c6-4b7a-bf68-a00ccde56a21 }
migration_id = None
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-16T23:36:20.181236294Z }
|
| 4284 | 2025-01-16T23:36:20.186Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:588
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
migration_id = None
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4285 | 2025-01-16T23:36:20.186Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1563
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
migration_id = None
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: f365cf8b-ed44-4683-aef3-1e1250e19e35, kind: Instance { id: 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3443410), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f365cf8b-ed44-4683-aef3-1e1250e19e35, kind: Instance { id: 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3443410), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f365cf8b-ed44-4683-aef3-1e1250e19e35, kind: Instance { id: 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3443410), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3443410))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f365cf8b-ed44-4683-aef3-1e1250e19e35, kind: Instance { id: 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3443410), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: 42b9aff8-4be4-4222-b7ea-26957306a4de, slot: 0, read_only: false, vcr_json: .., name: "disk-3f00b598329" }], boot_settings: Some(InstanceBootSettings { order: [42b9aff8-4be4-4222-b7ea-26957306a4de] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-16T23:36:20.181236294Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
| 4286 | 2025-01-16T23:36:20.186Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5246
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:39433
req_id = c8b80c7a-ad60-48f4-a10e-42dfb9f337a3
response_code = 200
uri = /vmms/2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4287 | 2025-01-16T23:36:20.277Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59238
|
| 4288 | 2025-01-16T23:36:20.278Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 895
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59238
req_id = 9e5e9099-e97b-4ffb-a0cd-253af141a058
response_code = 200
uri = /vmms/2f241142-413f-4577-99ce-e5f36b8bb539/state
|
| 4289 | 2025-01-16T23:36:20.280Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 3443410 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
| 4290 | 2025-01-16T23:36:20.280Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4291 | 2025-01-16T23:36:20.325Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
file = illumos-utils/src/zone.rs:325
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4292 | 2025-01-16T23:36:20.351Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
file = illumos-utils/src/zone.rs:363
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4293 | 2025-01-16T23:36:20.364Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65448
|
| 4294 | 2025-01-16T23:36:20.364Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65448
req_id = 75e7b824-d25b-4e03-9aa2-63986076afd1
response_code = 200
uri = /vpc-routes
|
| 4295 | 2025-01-16T23:36:20.379Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {f365cf8b-ed44-4683-aef3-1e1250e19e35: {10.151.1.176: {c16b1b31-9220-4ec4-a2ab-aa48b61c67bf}, 10.151.1.175: {c16b1b31-9220-4ec4-a2ab-aa48b61c67bf}}} }
|
| 4296 | 2025-01-16T23:36:22.013Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4297 | 2025-01-16T23:36:22.013Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539 zone
file = illumos-utils/src/running_zone.rs:488
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
zone = oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4298 | 2025-01-16T23:36:22.209Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539") failed: Property not found. retry in 68.008852ms
file = illumos-utils/src/svc.rs:42
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
zone = oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4299 | 2025-01-16T23:36:22.304Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539") failed: Property not found. retry in 101.318471ms
file = illumos-utils/src/svc.rs:42
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
zone = oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4300 | 2025-01-16T23:36:22.421Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539") failed: Property not found. retry in 262.33663ms
file = illumos-utils/src/svc.rs:42
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
zone = oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4301 | 2025-01-16T23:36:22.702Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539") failed: Property not found. retry in 559.874769ms
file = illumos-utils/src/svc.rs:42
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
zone = oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4302 | 2025-01-16T23:36:23.275Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539") failed: Property not found. retry in 538.701904ms
file = illumos-utils/src/svc.rs:42
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
zone = oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4303 | 2025-01-16T23:36:23.824Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539") failed: Property not found. retry in 1.046981192s
file = illumos-utils/src/svc.rs:42
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
zone = oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4304 | 2025-01-16T23:36:24.881Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539") failed: Property not found. retry in 698.995011ms
file = illumos-utils/src/svc.rs:42
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
zone = oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4305 | 2025-01-16T23:36:25.591Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539") failed: Property not found. retry in 1.456704335s
file = illumos-utils/src/svc.rs:42
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
zone = oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4306 | 2025-01-16T23:36:27.044Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40389
|
| 4307 | 2025-01-16T23:36:27.064Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539") failed: Property not found. retry in 1.339202988s
file = illumos-utils/src/svc.rs:42
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
zone = oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4308 | 2025-01-16T23:36:27.212Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50941
|
| 4309 | 2025-01-16T23:36:27.212Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50941
req_id = 50cb3b25-ab76-4cf6-9bbf-bc6a8348a794
response_code = 200
uri = /v2p
|
| 4310 | 2025-01-16T23:36:27.221Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57890
|
| 4311 | 2025-01-16T23:36:27.430Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35277
|
| 4312 | 2025-01-16T23:36:27.430Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4313 | 2025-01-16T23:36:27.470Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4314 | 2025-01-16T23:36:27.524Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93640
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35277
req_id = 8ca31d8b-dc8b-4e71-aac2-9a1750b29cea
response_code = 204
uri = /switch-ports
|
| 4315 | 2025-01-16T23:36:27.524Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36421
|
| 4316 | 2025-01-16T23:36:27.524Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36421
req_id = c7eb3c0f-2303-43cc-b49d-0a7358147058
response_code = 200
uri = /vpc-routes
|
| 4317 | 2025-01-16T23:36:27.524Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 193
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35277
req_id = 180b9c09-124a-4228-9f4c-e37f5dd48d17
response_code = 200
uri = /network-bootstore-config
|
| 4318 | 2025-01-16T23:36:27.579Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {f365cf8b-ed44-4683-aef3-1e1250e19e35: {10.151.1.176: {c16b1b31-9220-4ec4-a2ab-aa48b61c67bf}, 10.151.1.175: {c16b1b31-9220-4ec4-a2ab-aa48b61c67bf}}} }
|
| 4319 | 2025-01-16T23:36:27.579Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 200
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36421
req_id = 830d56c9-00ff-4623-ba97-403e828932a1
response_code = 204
uri = /eip-gateways
|
| 4320 | 2025-01-16T23:36:27.699Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58289
|
| 4321 | 2025-01-16T23:36:27.699Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 176
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58289
req_id = 52923b56-fd65-48e2-91bf-b9c82cbfec95
response_code = 200
uri = /v2p
|
| 4322 | 2025-01-16T23:36:27.762Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41123
|
| 4323 | 2025-01-16T23:36:27.762Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4324 | 2025-01-16T23:36:27.801Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4325 | 2025-01-16T23:36:27.857Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94810
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:41123
req_id = 27ba5824-bf51-424b-bf4d-d13af59c3577
response_code = 204
uri = /switch-ports
|
| 4326 | 2025-01-16T23:36:27.858Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 237
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41123
req_id = 26ebcc2e-b150-42af-bac5-0cfd1cef0c6f
response_code = 200
uri = /network-bootstore-config
|
| 4327 | 2025-01-16T23:36:27.858Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 744
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36421
req_id = b45ac1ef-dd18-4351-96fb-d7fd2fd9b66f
response_code = 204
uri = /vpc-routes
|
| 4328 | 2025-01-16T23:36:28.434Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
file = sled-agent/src/instance.rs:2068
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4329 | 2025-01-16T23:36:28.444Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:2077
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4330 | 2025-01-16T23:36:28.483Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:2101
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4331 | 2025-01-16T23:36:28.622Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:1214
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4332 | 2025-01-16T23:36:28.622Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1398876
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57890
req_id = c6b9b699-ba46-4b53-941f-23e5232221cb
response_code = 200
uri = /vmms/2f241142-413f-4577-99ce-e5f36b8bb539/state
|
| 4333 | 2025-01-16T23:36:28.622Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1574857
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40389
req_id = 6a10c55e-ce1d-4f2c-80ab-2d47af9fe783
response_code = 200
uri = /vmms/2f241142-413f-4577-99ce-e5f36b8bb539/state
|
| 4334 | 2025-01-16T23:36:28.622Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2025-01-16T23:36:28.622955576Z }
file = sled-agent/src/instance.rs:781
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4335 | 2025-01-16T23:36:28.623Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-16T23:36:28.622955576Z }
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4336 | 2025-01-16T23:36:28.623Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-16T23:36:28.622955576Z }, migration_in: None, migration_out: None }
|
| 4337 | 2025-01-16T23:36:28.623Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1249
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 4338 | 2025-01-16T23:36:28.623Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8244460
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65448
req_id = a404fe0c-2d79-47dd-8886-af44dd0399b1
response_code = 204
uri = /eip-gateways
|
| 4339 | 2025-01-16T23:36:28.690Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2025-01-16T23:36:28.690628235Z }
file = sled-agent/src/instance.rs:781
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4340 | 2025-01-16T23:36:28.690Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-16T23:36:28.690628235Z }
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4341 | 2025-01-16T23:36:28.690Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-16T23:36:28.690628235Z }, migration_in: None, migration_out: None }
|
| 4342 | 2025-01-16T23:36:28.702Z | INFO | SledAgent (PortManager): skipping delta compute for subnet
file = illumos-utils/src/opte/port_manager.rs:486
new_vers = RouterVersion { router_id: 0c1ad0f6-8977-429b-a0d2-789d54a9f098, version: 3 }
old_vers = RouterVersion { router_id: 0c1ad0f6-8977-429b-a0d2-789d54a9f098, version: 3 }
subnet = RouterId { vni: Vni(3443410), kind: System }
|
| 4343 | 2025-01-16T23:36:28.702Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 266
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65448
req_id = 456941b9-ddc0-442e-a29a-db5bde4b1cb7
response_code = 204
uri = /vpc-routes
|
| 4344 | 2025-01-16T23:36:28.744Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37653
|
| 4345 | 2025-01-16T23:36:28.745Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37653
req_id = 0ff5d88b-79f6-4ca2-88c1-542bdd73d8c6
response_code = 200
uri = /vpc-routes
|
| 4346 | 2025-01-16T23:36:28.762Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {f365cf8b-ed44-4683-aef3-1e1250e19e35: {10.151.1.175: {c16b1b31-9220-4ec4-a2ab-aa48b61c67bf}, 10.151.1.176: {c16b1b31-9220-4ec4-a2ab-aa48b61c67bf}}} }
|
| 4347 | 2025-01-16T23:36:28.762Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 66
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37653
req_id = 9e89cdd7-24a0-47b1-8b58-7530d256167d
response_code = 204
uri = /eip-gateways
|
| 4348 | 2025-01-16T23:36:28.780Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 140
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37653
req_id = 60a1365d-5b08-4d1b-b286-5e229be0958a
response_code = 204
uri = /vpc-routes
|
| 4349 | 2025-01-16T23:36:29.115Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36939
|
| 4350 | 2025-01-16T23:36:29.116Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 42
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36939
req_id = 3cbbf7db-e8fe-4934-9da7-23498d29567f
response_code = 200
uri = /baseboard
|
| 4351 | 2025-01-16T23:36:30.663Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36342
|
| 4352 | 2025-01-16T23:36:30.663Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36342
req_id = f83f3b09-f0c6-4b2b-bb8c-4f48ff4e7070
response_code = 200
uri = /vpc-routes
|
| 4353 | 2025-01-16T23:36:30.789Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41727
|
| 4354 | 2025-01-16T23:36:30.792Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41727
req_id = efdc42f6-b6b0-4ca7-bd63-a94557267cc0
response_code = 200
uri = /vmms/2f241142-413f-4577-99ce-e5f36b8bb539/state
|
| 4355 | 2025-01-16T23:36:30.839Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {f365cf8b-ed44-4683-aef3-1e1250e19e35: {10.151.1.176: {c16b1b31-9220-4ec4-a2ab-aa48b61c67bf}, 10.151.1.175: {c16b1b31-9220-4ec4-a2ab-aa48b61c67bf}}} }
|
| 4356 | 2025-01-16T23:36:30.839Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36342
req_id = 89c0e464-c158-4098-a5b7-9d4795a407c8
response_code = 204
uri = /eip-gateways
|
| 4357 | 2025-01-16T23:36:30.863Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 327
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36342
req_id = 87bdb693-786a-49a1-84f6-50b8ebafc273
response_code = 204
uri = /vpc-routes
|
| 4358 | 2025-01-16T23:36:30.926Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50304
|
| 4359 | 2025-01-16T23:36:30.926Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4134
|
| 4360 | 2025-01-16T23:36:30.965Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4158
|
| 4361 | 2025-01-16T23:36:31.022Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96419
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50304
req_id = ec3c7319-bc35-42c8-aef7-9497011367b0
response_code = 204
uri = /switch-ports
|
| 4362 | 2025-01-16T23:36:31.022Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64226
|
| 4363 | 2025-01-16T23:36:31.023Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 268
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50304
req_id = a1fc268e-84ec-4ee6-bcda-2fae7ee6908f
response_code = 200
uri = /network-bootstore-config
|
| 4364 | 2025-01-16T23:36:31.023Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 228
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64226
req_id = 2c34a017-fb90-42e6-a936-da91274fa1da
response_code = 200
uri = /v2p
|
| 4365 | 2025-01-16T23:36:35.738Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7391
local_addr = [fd00:1122:3344:101::1]:42407
method = GET
remote_addr = [fd00:1122:3344:101::d]:59260
req_id = 6a945b85-fefd-4024-86b5-25d2818a1299
response_code = 200
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
uri = /198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 4366 | 2025-01-16T23:36:38.624Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47477
|
| 4367 | 2025-01-16T23:36:38.624Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 510
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47477
req_id = ec90acac-9940-4a6b-a041-0876bc48e8bd
response_code = 200
uri = /vmms/2f241142-413f-4577-99ce-e5f36b8bb539/state
|
| 4368 | 2025-01-16T23:36:38.624Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2025-01-16T23:36:38.624773289Z }
file = sled-agent/src/instance.rs:781
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4369 | 2025-01-16T23:36:38.624Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-16T23:36:38.624773289Z }
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4370 | 2025-01-16T23:36:38.624Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-16T23:36:38.624773289Z }, migration_in: None, migration_out: None }
|
| 4371 | 2025-01-16T23:36:38.672Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2025-01-16T23:36:38.672023957Z }
file = sled-agent/src/instance.rs:781
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4372 | 2025-01-16T23:36:38.672Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:803
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2025-01-16T23:36:38.672023957Z }
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4373 | 2025-01-16T23:36:38.672Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:817
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4374 | 2025-01-16T23:36:38.672Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4375 | 2025-01-16T23:36:38.672Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 11664374420176346875
n_samples = 6
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 4376 | 2025-01-16T23:36:38.672Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 13867901812198836955
n_samples = 6
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 4377 | 2025-01-16T23:36:38.672Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 4378 | 2025-01-16T23:36:38.672Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/77444133-e801-4aba-9330-b96b8b00119b/debug/bundle/zone", "/pool/int/c380568a-31f5-4b69-bfdd-8314990b56fd/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/47f34c1f-e641-403f-804d-b2c26f2cb1f9/crypt/debug", "/pool/ext/5db46ce3-4889-4034-8561-7e871bb98ae0/crypt/debug", "/pool/ext/736d5541-d5bd-460c-a5f5-441d6996aa03/crypt/debug", "/pool/ext/65ae8c88-c7ba-40ff-af14-085d448fc3c0/crypt/debug", "/pool/ext/9764f33b-5a77-475e-83b5-777615774b6a/crypt/debug", "/pool/ext/28fb7d98-1494-4570-b25a-aa56857fbe19/crypt/debug", "/pool/ext/723d2041-12e1-48e9-aa34-7148357fe80c/crypt/debug", "/pool/ext/7980b762-6ad3-435b-bf8d-91d18dcf75d4/crypt/debug", "/pool/ext/3e6fa380-13d2-4109-81e5-c336fd5adffa/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4379 | 2025-01-16T23:36:39.313Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1142
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539", bundle_id: 1bf09258-3046-4e18-8803-f7476ea42011 }, time_created: 2025-01-16T23:36:38.673287561Z, version: 0, cause: TerminatedInstance }
|
| 4380 | 2025-01-16T23:36:39.313Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_2f241142-413f-4577-99ce-e5f36b8bb539
file = sled-agent/src/instance.rs:1314
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4381 | 2025-01-16T23:36:41.083Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:279
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4382 | 2025-01-16T23:36:41.100Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:1000
id = RouterId { vni: Vni(3443410), kind: System }
|
| 4383 | 2025-01-16T23:36:41.100Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:1000
id = RouterId { vni: Vni(3443410), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
| 4384 | 2025-01-16T23:36:41.102Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-16T23:36:41.102044654Z }, migration_in: None, migration_out: None }
|
| 4385 | 2025-01-16T23:36:41.138Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-16T23:36:41.102044654Z }, migration_in: None, migration_out: None }
|
| 4386 | 2025-01-16T23:36:41.143Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:1251
instance_id = 7f99f0f0-65b1-4cc7-8391-f8886f9a2d13
propolis_id = 2f241142-413f-4577-99ce-e5f36b8bb539
|
| 4387 | 2025-01-16T23:36:41.772Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45105
|
| 4388 | 2025-01-16T23:36:41.772Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45105
req_id = b952a603-ef30-42f2-9697-57d305f60501
response_code = 200
uri = /vpc-routes
|
| 4389 | 2025-01-16T23:36:41.819Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4390 | 2025-01-16T23:36:41.819Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1249
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
|
| 4391 | 2025-01-16T23:36:41.819Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45105
req_id = d0451733-666f-4a84-9b79-6b416cb8d18b
response_code = 204
uri = /eip-gateways
|
| 4392 | 2025-01-16T23:36:41.828Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 344
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45105
req_id = 1b79e4fa-f726-495f-bd1d-c4830bcfb42f
response_code = 204
uri = /vpc-routes
|
| 4393 | 2025-01-16T23:36:41.858Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60631
|
| 4394 | 2025-01-16T23:36:41.859Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 143
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60631
req_id = d86569d0-e547-43c6-8d61-cea0371d63ca
response_code = 200
uri = /v2p
|
| 4395 | 2025-01-16T23:36:43.015Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58529
|
| 4396 | 2025-01-16T23:36:43.015Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58529
req_id = 3bc0a20c-1921-4ab8-bee7-ca78d4b91d6d
response_code = 200
uri = /v2p
|
| 4397 | 2025-01-16T23:36:43.102Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43121
|
| 4398 | 2025-01-16T23:36:43.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43121
req_id = 3813c903-630d-41f7-83d6-064425024104
response_code = 200
uri = /vpc-routes
|
| 4399 | 2025-01-16T23:36:43.116Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4400 | 2025-01-16T23:36:43.116Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43121
req_id = dcfec7b6-c5ed-430d-abd5-5a4816c18ceb
response_code = 204
uri = /eip-gateways
|
| 4401 | 2025-01-16T23:36:43.123Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 243
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43121
req_id = 6b853c7b-8424-403f-9ed1-132af74ed19b
response_code = 204
uri = /vpc-routes
|
| 4402 | 2025-01-16T23:36:43.727Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62478
|
| 4403 | 2025-01-16T23:36:43.727Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62478
req_id = e7e69549-5b45-4467-a902-1e136998ee03
response_code = 200
uri = /vpc-routes
|
| 4404 | 2025-01-16T23:36:43.741Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 198593b5-c3c6-4ef5-879a-52095a2ef511
values = ExternalIpGatewayMap { mappings: {} }
|
| 4405 | 2025-01-16T23:36:43.741Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62478
req_id = f5456aeb-9338-4d05-b81c-33dc3b02af88
response_code = 204
uri = /eip-gateways
|
| 4406 | 2025-01-16T23:36:43.749Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 241
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62478
req_id = 2ca54117-abd5-42d9-819d-818e95b8a21c
response_code = 204
uri = /vpc-routes
|
| 4407 | 2025-01-16T23:36:44.666Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|