| 1 | | [ Jan 9 00:59:24 Enabled. ] |
| 2 | | [ Jan 9 00:59:24 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Jan 9 00:59:24 Method "start" exited with status 0. ] |
| 4 | | [ Jan 9 00:59:24 Rereading configuration. ] |
| 5 | | [ Jan 9 00:59:24 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2025-01-09T00:59:24.103Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
| 8 | 2025-01-09T00:59:24.103Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2025-01-09T00:59:24.155Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2025-01-09T00:59:24.155Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2025-01-09T00:59:24.271Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2025-01-09T00:59:24.279Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2025-01-09T00:59:24.287Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2025-01-09T00:59:24.891Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }
|
| 15 | 2025-01-09T00:59:25.031Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
| 16 | 2025-01-09T00:59:25.031Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
| 17 | 2025-01-09T00:59:25.031Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
| 18 | 2025-01-09T00:59:25.031Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2025-01-09T00:59:25.031Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:717
|
| 20 | 2025-01-09T00:59:25.031Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 21 | 2025-01-09T00:59:25.034Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:624
|
| 22 | 2025-01-09T00:59:25.034Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:766
|
| 23 | 2025-01-09T00:59:25.034Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
| 24 | 2025-01-09T00:59:25.034Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:825
|
| 25 | 2025-01-09T00:59:25.034Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
| 26 | 2025-01-09T00:59:25.034Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2025-01-09T00:59:25.034Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 28 | 2025-01-09T00:59:25.034Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2025-01-09T00:59:25.034Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2025-01-09T00:59:25.046Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 31 | 2025-01-09T00:59:25.046Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool)
|
| 32 | 2025-01-09T00:59:25.145Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal }
|
| 33 | 2025-01-09T00:59:25.504Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 34 | 2025-01-09T00:59:25.505Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
| 35 | 2025-01-09T00:59:25.505Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2025-01-09T00:59:25.505Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2025-01-09T00:59:25.505Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 38 | 2025-01-09T00:59:25.505Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2025-01-09T00:59:25.505Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2025-01-09T00:59:25.514Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 41 | 2025-01-09T00:59:25.514Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool)
|
| 42 | 2025-01-09T00:59:25.604Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal }
|
| 43 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
| 44 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 47 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 48 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 49 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
| 50 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 51 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 52 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 53 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 54 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 55 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
| 56 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 57 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 58 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 59 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 60 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 61 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
| 62 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 63 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 64 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 65 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 66 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 67 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
| 68 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 69 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 70 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 71 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 72 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 73 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
| 74 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 75 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 76 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 77 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 78 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 79 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
| 80 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 81 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 82 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 83 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 84 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
| 85 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 86 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 87 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 88 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 89 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 90 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 91 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
| 92 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 93 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 94 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 95 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:607
|
| 96 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 97 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
| 98 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
| 99 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 100 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 101 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 102 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 103 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
| 104 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (bootstore): No ledger in /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 105 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (bootstore): No ledger in /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 106 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
| 107 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (bootstore): No ledger in /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 108 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (bootstore): No ledger in /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 109 | 2025-01-09T00:59:25.970Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
| 110 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
| 111 | 2025-01-09T00:59:25.970Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
| 112 | 2025-01-09T00:59:25.981Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:748
|
| 113 | 2025-01-09T00:59:25.981Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1409, tv_nsec: 819741162 }
time_to_next_cleanup = 599.999920798s
|
| 114 | 2025-01-09T00:59:25.981Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3973
|
| 115 | 2025-01-09T00:59:25.981Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 116 | 2025-01-09T00:59:25.981Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2025-01-09T00:59:25.982Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2025-01-09T00:59:25.984Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
| 119 | 2025-01-09T00:59:25.986Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:51
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 120 | 2025-01-09T00:59:25.986Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
rib_priority: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: Some(
None,
),
bgp_peers: [],
autoneg: false,
lldp: None,
tx_eq: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1204
|
| 121 | 2025-01-09T00:59:25.986Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 122 | 2025-01-09T00:59:25.986Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 123 | 2025-01-09T00:59:25.986Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 124 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (RSS): No ledger in /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/rss-started.marker
file = common/src/ledger.rs:188
|
| 125 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (RSS): No ledger in /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/rss-started.marker
file = common/src/ledger.rs:188
|
| 126 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (RSS): No ledger in /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 127 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (RSS): No ledger in /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 128 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (RSS): RSS not previously run. Creating plans.
file = sled-agent/src/rack_setup/service.rs:1253
|
| 129 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/.rss-started.marker.tmp
file = common/src/ledger.rs:199
|
| 130 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/.rss-started.marker.tmp
file = common/src/ledger.rs:199
|
| 131 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1285
|
| 132 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:66
|
| 133 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:39
|
| 134 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1316
|
| 135 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 136 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 137 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 138 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 139 | 2025-01-09T00:59:25.987Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:232
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a (sled), rack_id: 122d04f2-96f1-44ac-9122-b16b480179a5, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 140 | 2025-01-09T00:59:25.988Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4270
|
| 141 | 2025-01-09T00:59:25.989Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4664
|
| 142 | 2025-01-09T00:59:25.993Z | INFO | SledAgent (SledAgentSprocketsClient): Loaded keys and certs
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50
|
| 143 | 2025-01-09T00:59:25.998Z | INFO | SledAgent (SledAgentSprocketsClient): Certificate chain verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 144 | 2025-01-09T00:59:25.998Z | INFO | SledAgent (SledAgentSprocketsClient): Signature verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 145 | 2025-01-09T00:59:26.003Z | INFO | SledAgent (SledAgentSprocketsServer): Certificate chain verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 146 | 2025-01-09T00:59:26.003Z | INFO | SledAgent (SledAgentSprocketsServer): Signature verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 147 | 2025-01-09T00:59:26.003Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:74
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:39207
|
| 148 | 2025-01-09T00:59:26.003Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a (sled), rack_id: 122d04f2-96f1-44ac-9122-b16b480179a5, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:362
|
| 149 | 2025-01-09T00:59:26.003Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:377
|
| 150 | 2025-01-09T00:59:26.004Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 151 | 2025-01-09T00:59:26.004Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:607
|
| 152 | 2025-01-09T00:59:26.004Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:813
|
| 153 | 2025-01-09T00:59:26.004Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 154 | 2025-01-09T00:59:26.004Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 155 | 2025-01-09T00:59:26.004Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 156 | 2025-01-09T00:59:26.004Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 157 | 2025-01-09T00:59:26.004Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:802
|
| 158 | 2025-01-09T00:59:26.004Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:830
|
| 159 | 2025-01-09T00:59:26.004Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:596
|
| 160 | 2025-01-09T00:59:26.004Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 161 | 2025-01-09T00:59:26.004Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:701
result = DisksManagementResult { status: [] }
|
| 162 | 2025-01-09T00:59:26.021Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 163 | 2025-01-09T00:59:26.041Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:325
|
| 164 | 2025-01-09T00:59:26.058Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:363
|
| 165 | 2025-01-09T00:59:26.064Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:412
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 166 | 2025-01-09T00:59:26.064Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 167 | 2025-01-09T00:59:26.064Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:424
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 168 | 2025-01-09T00:59:26.064Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 169 | 2025-01-09T00:59:26.067Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 119.729043ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "263e2375-5c37-4c86-8402-9225586967c7", "content-length": "124", "date": "Thu, 09 Jan 2025 00:59:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "263e2375-5c37-4c86-8402-9225586967c7" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 170 | 2025-01-09T00:59:26.077Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_bf8eca8a-81d6-48ff-9487-7cf623d74763/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 171 | 2025-01-09T00:59:26.100Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_bf8eca8a-81d6-48ff-9487-7cf623d74763/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 172 | 2025-01-09T00:59:26.100Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_bf8eca8a-81d6-48ff-9487-7cf623d74763/swap"
file = sled-agent/src/swap_device.rs:96
|
| 173 | 2025-01-09T00:59:26.105Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:439
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 174 | 2025-01-09T00:59:26.105Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:129
|
| 175 | 2025-01-09T00:59:26.105Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_bf8eca8a-81d6-48ff-9487-7cf623d74763/backing/fmd
file = sled-agent/src/backing_fs.rs:139
|
| 176 | 2025-01-09T00:59:26.171Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:174
|
| 177 | 2025-01-09T00:59:26.188Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 178 | 2025-01-09T00:59:26.188Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 102.361971ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ad912b90-f792-48b4-a98b-6d1e12ae5c63", "content-length": "124", "date": "Thu, 09 Jan 2025 00:59:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ad912b90-f792-48b4-a98b-6d1e12ae5c63" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 179 | 2025-01-09T00:59:26.291Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 180 | 2025-01-09T00:59:26.292Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 81.578621ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "8598444a-a0b2-4b67-840c-c1da84cbd299", "content-length": "124", "date": "Thu, 09 Jan 2025 00:59:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "8598444a-a0b2-4b67-840c-c1da84cbd299" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 181 | 2025-01-09T00:59:26.375Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 182 | 2025-01-09T00:59:26.375Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 186.537026ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "3a97090f-bf41-46dc-9565-8799ea6d4318", "content-length": "124", "date": "Thu, 09 Jan 2025 00:59:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "3a97090f-bf41-46dc-9565-8799ea6d4318" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 183 | 2025-01-09T00:59:26.390Z | INFO | SledAgent (BackingFs): Mounting oxi_bf8eca8a-81d6-48ff-9487-7cf623d74763/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:182
|
| 184 | 2025-01-09T00:59:26.403Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:190
|
| 185 | 2025-01-09T00:59:26.404Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:190
|
| 186 | 2025-01-09T00:59:26.404Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:190
|
| 187 | 2025-01-09T00:59:26.404Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:196
|
| 188 | 2025-01-09T00:59:26.563Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 189 | 2025-01-09T00:59:26.564Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 300.823766ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7c9abd51-6083-4603-a4be-d5bc4e4840e7", "content-length": "124", "date": "Thu, 09 Jan 2025 00:59:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7c9abd51-6083-4603-a4be-d5bc4e4840e7" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 190 | 2025-01-09T00:59:26.866Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 191 | 2025-01-09T00:59:26.866Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 147.077172ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f868b895-b070-418a-aea3-7c289bcb4cc5", "content-length": "124", "date": "Thu, 09 Jan 2025 00:59:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f868b895-b070-418a-aea3-7c289bcb4cc5" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 192 | 2025-01-09T00:59:27.014Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 193 | 2025-01-09T00:59:27.015Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 299.554159ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7c810be0-75cc-43a9-975d-9b27a93957e8", "content-length": "124", "date": "Thu, 09 Jan 2025 00:59:27 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7c810be0-75cc-43a9-975d-9b27a93957e8" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 194 | 2025-01-09T00:59:27.136Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:93
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 195 | 2025-01-09T00:59:27.142Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:40239
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 196 | 2025-01-09T00:59:27.142Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 197 | 2025-01-09T00:59:27.142Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:40239
file = oximeter/producer/src/lib.rs:279
interval = 30s
producer_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 198 | 2025-01-09T00:59:27.143Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 351.298835ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 199 | 2025-01-09T00:59:27.144Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 200 | 2025-01-09T00:59:27.144Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 201 | 2025-01-09T00:59:27.144Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:932
underlay_address = fd00:1122:3344:101::1
|
| 202 | 2025-01-09T00:59:27.144Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 203 | 2025-01-09T00:59:27.316Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 204 | 2025-01-09T00:59:27.496Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 322.759179ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 205 | 2025-01-09T00:59:27.820Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 501.023143ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 206 | 2025-01-09T00:59:28.323Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.162880866s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 207 | 2025-01-09T00:59:29.856Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2694
|
| 208 | 2025-01-09T00:59:29.856Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2939
|
| 209 | 2025-01-09T00:59:29.856Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2564
|
| 210 | 2025-01-09T00:59:29.856Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2611
|
| 211 | 2025-01-09T00:59:29.856Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:3020
|
| 212 | 2025-01-09T00:59:29.856Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:3065
|
| 213 | 2025-01-09T00:59:29.858Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2864
|
| 214 | 2025-01-09T00:59:29.859Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2605
|
| 215 | 2025-01-09T00:59:29.859Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='49e4137b-72e5-4bf0-b393-7494a22638c1'/>
<propval type="astring" name="rack_id" value='122d04f2-96f1-44ac-9122-b16b480179a5'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:9fb2::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fe2f:bc4'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:9fb2::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"buskin","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="rack_id" value='122d04f2-96f1-44ac-9122-b16b480179a5'/>
<propval type="astring" name="sled_id" value='66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a'/>
<propval type="astring" name="sled_model" value='i86pc'/>
<propval type="astring" name="sled_serial" value='buskin'/>
<propval type="astring" name="sled_revision" value='0'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='buskin'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a'/>
<propval type="astring" name="rack_uuid" value='122d04f2-96f1-44ac-9122-b16b480179a5'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a'/>
<propval type="astring" name="rack_uuid" value='122d04f2-96f1-44ac-9122-b16b480179a5'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 216 | 2025-01-09T00:59:29.860Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
| 217 | 2025-01-09T00:59:30.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 39.048631ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 218 | 2025-01-09T00:59:30.305Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 105.838786ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 219 | 2025-01-09T00:59:30.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 100.140986ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 220 | 2025-01-09T00:59:30.487Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 3.366693848s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 221 | 2025-01-09T00:59:30.662Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 293.625227ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 222 | 2025-01-09T00:59:31.009Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 751.958983ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 223 | 2025-01-09T00:59:31.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.40293792s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 224 | 2025-01-09T00:59:33.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.254410655s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 225 | 2025-01-09T00:59:33.855Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 6.227389353s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 226 | 2025-01-09T00:59:34.889Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.100778894s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 227 | 2025-01-09T00:59:36.427Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/nexus.rs:527
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 228 | 2025-01-09T00:59:36.457Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 229 | 2025-01-09T00:59:36.458Z | INFO | SledAgent (dropshot (Repo Depot)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:12348
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 230 | 2025-01-09T00:59:36.459Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327
local_addr = [fd00:1122:3344:101::1]:12345
|
| 231 | 2025-01-09T00:59:36.459Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:432
|
| 232 | 2025-01-09T00:59:36.459Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 233 | 2025-01-09T00:59:36.459Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 234 | 2025-01-09T00:59:36.459Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 235 | 2025-01-09T00:59:36.460Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 236 | 2025-01-09T00:59:36.460Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))
|
| 237 | 2025-01-09T00:59:36.460Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3973
|
| 238 | 2025-01-09T00:59:36.460Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:81
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:39207
|
| 239 | 2025-01-09T00:59:36.670Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:117
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 240 | 2025-01-09T00:59:36.670Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:252
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 241 | 2025-01-09T00:59:36.675Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4294
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 242 | 2025-01-09T00:59:37.176Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13234406863265375397
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 243 | 2025-01-09T00:59:37.177Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1740333662312298503
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 244 | 2025-01-09T00:59:37.649Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55153
|
| 245 | 2025-01-09T00:59:37.649Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 246 | 2025-01-09T00:59:37.649Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 247 | 2025-01-09T00:59:37.649Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 248 | 2025-01-09T00:59:37.649Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 249 | 2025-01-09T00:59:37.649Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 487
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55153
req_id = 139be181-b5b0-426e-b011-4d2f0db74c54
response_code = 200
uri = /inventory
|
| 250 | 2025-01-09T00:59:37.650Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 251 | 2025-01-09T00:59:37.682Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60080
|
| 252 | 2025-01-09T00:59:37.683Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 42
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60080
req_id = b1f6ee9d-b89b-44dd-9bb3-fb8113b985d4
response_code = 200
uri = /sled-role
|
| 253 | 2025-01-09T00:59:37.714Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 5df58b73-f1c5-48f0-b9cb-6aa80ff5a274 (physical_disk), pool_id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 67a4a0a9-319a-45c5-a262-53742502c03e (physical_disk), pool_id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 2e1e343a-e268-4626-a0eb-d9e58e980bba (physical_disk), pool_id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: d25916fe-d25b-46a1-b19a-a8cb6a783057 (physical_disk), pool_id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 91c352af-9692-47b1-8bc4-e2decdb5818b (physical_disk), pool_id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 5ddedfab-cf77-46e3-8666-3e6a1ac8cf74 (physical_disk), pool_id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: b69f8c0e-a48c-4c50-8efe-96144aa7e570 (physical_disk), pool_id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 2b5e9945-3c86-4ebf-bfa6-38910845f12b (physical_disk), pool_id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: c45c51a1-8f9d-4bb6-b038-7510b70100cb (physical_disk), pool_id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:385
sled_address = [fd00:1122:3344:101::1]:12345
|
| 254 | 2025-01-09T00:59:37.714Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33017
|
| 255 | 2025-01-09T00:59:37.714Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:893
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 256 | 2025-01-09T00:59:37.714Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 5df58b73-f1c5-48f0-b9cb-6aa80ff5a274 (physical_disk), pool_id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 67a4a0a9-319a-45c5-a262-53742502c03e (physical_disk), pool_id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 2e1e343a-e268-4626-a0eb-d9e58e980bba (physical_disk), pool_id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: d25916fe-d25b-46a1-b19a-a8cb6a783057 (physical_disk), pool_id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 91c352af-9692-47b1-8bc4-e2decdb5818b (physical_disk), pool_id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 5ddedfab-cf77-46e3-8666-3e6a1ac8cf74 (physical_disk), pool_id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: b69f8c0e-a48c-4c50-8efe-96144aa7e570 (physical_disk), pool_id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 2b5e9945-3c86-4ebf-bfa6-38910845f12b (physical_disk), pool_id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: c45c51a1-8f9d-4bb6-b038-7510b70100cb (physical_disk), pool_id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 257 | 2025-01-09T00:59:37.714Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 258 | 2025-01-09T00:59:37.714Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 259 | 2025-01-09T00:59:37.714Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:1298
request = omicron_physical_disks_ensure
|
| 260 | 2025-01-09T00:59:37.715Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 261 | 2025-01-09T00:59:37.715Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
| 262 | 2025-01-09T00:59:37.715Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 263 | 2025-01-09T00:59:37.715Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 264 | 2025-01-09T00:59:37.874Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 265 | 2025-01-09T00:59:37.882Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 266 | 2025-01-09T00:59:37.882Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool)
|
| 267 | 2025-01-09T00:59:37.978Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }
|
| 268 | 2025-01-09T00:59:37.987Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:239
|
| 269 | 2025-01-09T00:59:37.987Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 270 | 2025-01-09T00:59:37.987Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 271 | 2025-01-09T00:59:37.987Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 272 | 2025-01-09T00:59:37.987Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 273 | 2025-01-09T00:59:37.987Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 274 | 2025-01-09T00:59:37.987Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 275 | 2025-01-09T00:59:38.020Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 276 | 2025-01-09T00:59:38.028Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 277 | 2025-01-09T00:59:38.174Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389
file = sled-storage/src/dataset.rs:388
|
| 278 | 2025-01-09T00:59:38.182Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
| 279 | 2025-01-09T00:59:38.182Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
| 280 | 2025-01-09T00:59:38.182Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
| 281 | 2025-01-09T00:59:38.182Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 282 | 2025-01-09T00:59:38.182Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 283 | 2025-01-09T00:59:38.192Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 284 | 2025-01-09T00:59:38.192Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool)
|
| 285 | 2025-01-09T00:59:38.290Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }
|
| 286 | 2025-01-09T00:59:38.298Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:239
|
| 287 | 2025-01-09T00:59:38.298Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 288 | 2025-01-09T00:59:38.298Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 289 | 2025-01-09T00:59:38.298Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 290 | 2025-01-09T00:59:38.298Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 291 | 2025-01-09T00:59:38.298Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 292 | 2025-01-09T00:59:38.298Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 293 | 2025-01-09T00:59:38.333Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 294 | 2025-01-09T00:59:38.342Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 295 | 2025-01-09T00:59:38.480Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827
file = sled-storage/src/dataset.rs:388
|
| 296 | 2025-01-09T00:59:38.489Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
| 297 | 2025-01-09T00:59:38.489Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
| 298 | 2025-01-09T00:59:38.489Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
| 299 | 2025-01-09T00:59:38.489Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 300 | 2025-01-09T00:59:38.489Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 301 | 2025-01-09T00:59:38.498Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:367
|
| 302 | 2025-01-09T00:59:38.498Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool)
|
| 303 | 2025-01-09T00:59:38.594Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }
|
| 304 | 2025-01-09T00:59:38.601Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:239
|
| 305 | 2025-01-09T00:59:38.601Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 306 | 2025-01-09T00:59:38.601Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 307 | 2025-01-09T00:59:38.601Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 308 | 2025-01-09T00:59:38.601Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 309 | 2025-01-09T00:59:38.601Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 310 | 2025-01-09T00:59:38.602Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 311 | 2025-01-09T00:59:38.636Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 312 | 2025-01-09T00:59:38.643Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 313 | 2025-01-09T00:59:38.652Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 314 | 2025-01-09T00:59:38.780Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79
file = sled-storage/src/dataset.rs:388
|
| 315 | 2025-01-09T00:59:38.788Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
| 316 | 2025-01-09T00:59:38.788Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
| 317 | 2025-01-09T00:59:38.788Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
| 318 | 2025-01-09T00:59:38.788Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 319 | 2025-01-09T00:59:38.788Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 320 | 2025-01-09T00:59:38.798Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:367
|
| 321 | 2025-01-09T00:59:38.798Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool)
|
| 322 | 2025-01-09T00:59:38.893Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }
|
| 323 | 2025-01-09T00:59:38.901Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:239
|
| 324 | 2025-01-09T00:59:38.901Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 325 | 2025-01-09T00:59:38.901Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 326 | 2025-01-09T00:59:38.901Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 327 | 2025-01-09T00:59:38.901Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 328 | 2025-01-09T00:59:38.902Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 329 | 2025-01-09T00:59:38.902Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 330 | 2025-01-09T00:59:38.938Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 331 | 2025-01-09T00:59:38.946Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 332 | 2025-01-09T00:59:39.085Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7
file = sled-storage/src/dataset.rs:388
|
| 333 | 2025-01-09T00:59:39.093Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
| 334 | 2025-01-09T00:59:39.093Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
| 335 | 2025-01-09T00:59:39.093Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
| 336 | 2025-01-09T00:59:39.093Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 337 | 2025-01-09T00:59:39.093Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 338 | 2025-01-09T00:59:39.103Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:367
|
| 339 | 2025-01-09T00:59:39.103Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool)
|
| 340 | 2025-01-09T00:59:39.198Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }
|
| 341 | 2025-01-09T00:59:39.206Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:239
|
| 342 | 2025-01-09T00:59:39.206Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 343 | 2025-01-09T00:59:39.206Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 344 | 2025-01-09T00:59:39.206Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 345 | 2025-01-09T00:59:39.206Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 346 | 2025-01-09T00:59:39.207Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 347 | 2025-01-09T00:59:39.207Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 348 | 2025-01-09T00:59:39.242Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 349 | 2025-01-09T00:59:39.251Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 350 | 2025-01-09T00:59:39.389Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f
file = sled-storage/src/dataset.rs:388
|
| 351 | 2025-01-09T00:59:39.397Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
| 352 | 2025-01-09T00:59:39.397Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
| 353 | 2025-01-09T00:59:39.397Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
| 354 | 2025-01-09T00:59:39.397Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 355 | 2025-01-09T00:59:39.397Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 356 | 2025-01-09T00:59:39.406Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:367
|
| 357 | 2025-01-09T00:59:39.406Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool)
|
| 358 | 2025-01-09T00:59:39.502Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }
|
| 359 | 2025-01-09T00:59:39.510Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:239
|
| 360 | 2025-01-09T00:59:39.510Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 361 | 2025-01-09T00:59:39.510Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 362 | 2025-01-09T00:59:39.510Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 363 | 2025-01-09T00:59:39.510Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 364 | 2025-01-09T00:59:39.510Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 365 | 2025-01-09T00:59:39.510Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 366 | 2025-01-09T00:59:39.544Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 367 | 2025-01-09T00:59:39.551Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 368 | 2025-01-09T00:59:39.654Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 369 | 2025-01-09T00:59:39.693Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_a132b3b6-342d-41c2-a6be-600f78f98f46
file = sled-storage/src/dataset.rs:388
|
| 370 | 2025-01-09T00:59:39.701Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
| 371 | 2025-01-09T00:59:39.701Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
| 372 | 2025-01-09T00:59:39.701Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
| 373 | 2025-01-09T00:59:39.701Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 374 | 2025-01-09T00:59:39.701Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 375 | 2025-01-09T00:59:39.710Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:367
|
| 376 | 2025-01-09T00:59:39.710Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool)
|
| 377 | 2025-01-09T00:59:39.804Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }
|
| 378 | 2025-01-09T00:59:39.811Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:239
|
| 379 | 2025-01-09T00:59:39.811Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 380 | 2025-01-09T00:59:39.811Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 381 | 2025-01-09T00:59:39.811Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 382 | 2025-01-09T00:59:39.811Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 383 | 2025-01-09T00:59:39.812Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 384 | 2025-01-09T00:59:39.812Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 385 | 2025-01-09T00:59:39.849Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 386 | 2025-01-09T00:59:39.857Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 387 | 2025-01-09T00:59:39.998Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa
file = sled-storage/src/dataset.rs:388
|
| 388 | 2025-01-09T00:59:40.006Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
| 389 | 2025-01-09T00:59:40.006Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
| 390 | 2025-01-09T00:59:40.006Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
| 391 | 2025-01-09T00:59:40.006Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 392 | 2025-01-09T00:59:40.006Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 393 | 2025-01-09T00:59:40.015Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:367
|
| 394 | 2025-01-09T00:59:40.015Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool)
|
| 395 | 2025-01-09T00:59:40.132Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }
|
| 396 | 2025-01-09T00:59:40.140Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:239
|
| 397 | 2025-01-09T00:59:40.140Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 398 | 2025-01-09T00:59:40.140Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 399 | 2025-01-09T00:59:40.140Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 400 | 2025-01-09T00:59:40.140Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 401 | 2025-01-09T00:59:40.141Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 402 | 2025-01-09T00:59:40.141Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 403 | 2025-01-09T00:59:40.146Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 10.443330488s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:387
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 404 | 2025-01-09T00:59:40.180Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 405 | 2025-01-09T00:59:40.188Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 406 | 2025-01-09T00:59:40.329Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74
file = sled-storage/src/dataset.rs:388
|
| 407 | 2025-01-09T00:59:40.337Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
| 408 | 2025-01-09T00:59:40.337Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
| 409 | 2025-01-09T00:59:40.337Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
| 410 | 2025-01-09T00:59:40.337Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 411 | 2025-01-09T00:59:40.337Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 412 | 2025-01-09T00:59:40.348Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:367
|
| 413 | 2025-01-09T00:59:40.348Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool)
|
| 414 | 2025-01-09T00:59:40.445Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:196
zpool = ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }
|
| 415 | 2025-01-09T00:59:40.453Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:239
|
| 416 | 2025-01-09T00:59:40.453Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:241
|
| 417 | 2025-01-09T00:59:40.453Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:245
|
| 418 | 2025-01-09T00:59:40.453Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:247
|
| 419 | 2025-01-09T00:59:40.453Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 420 | 2025-01-09T00:59:40.453Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 421 | 2025-01-09T00:59:40.453Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:259
|
| 422 | 2025-01-09T00:59:40.490Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 423 | 2025-01-09T00:59:40.499Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/zone
file = sled-storage/src/dataset.rs:302
|
| 424 | 2025-01-09T00:59:40.640Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95
file = sled-storage/src/dataset.rs:388
|
| 425 | 2025-01-09T00:59:40.648Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
| 426 | 2025-01-09T00:59:40.648Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
| 427 | 2025-01-09T00:59:40.648Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 428 | 2025-01-09T00:59:40.648Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bf8eca8a-81d6-48ff-9487-7cf623d74763 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3d778ce3-4cf1-4708-abb3-05822320be17 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 429 | 2025-01-09T00:59:40.648Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 430 | 2025-01-09T00:59:40.648Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 431 | 2025-01-09T00:59:40.648Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 432 | 2025-01-09T00:59:40.649Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:897
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 433 | 2025-01-09T00:59:40.649Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 434 | 2025-01-09T00:59:40.649Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:923
generation = Generation(2)
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 435 | 2025-01-09T00:59:40.649Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:928
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 436 | 2025-01-09T00:59:40.649Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:933
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 437 | 2025-01-09T00:59:40.649Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:122
gen = Generation(2)
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 438 | 2025-01-09T00:59:40.649Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:939
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 439 | 2025-01-09T00:59:40.649Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:799
gen = Generation(2)
|
| 440 | 2025-01-09T00:59:40.649Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:944
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 441 | 2025-01-09T00:59:40.649Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2934574
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:33017
req_id = 5a35e192-b2f1-4ccf-b025-52b1d9cfdbcf
response_code = 200
uri = /omicron-physical-disks
|
| 442 | 2025-01-09T00:59:40.655Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 443 | 2025-01-09T00:59:40.680Z | INFO | SledAgent (RSS): attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {014da691-510e-4602-b5f1-f42917d2a4e7 (dataset): DatasetConfig { id: 014da691-510e-4602-b5f1-f42917d2a4e7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 09caaf99-bbf8-4b23-bf22-82caa23f791e (dataset): DatasetConfig { id: 09caaf99-bbf8-4b23-bf22-82caa23f791e (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0aaf2bc9-9597-4e92-a39e-1ede1b621123 (dataset): DatasetConfig { id: 0aaf2bc9-9597-4e92-a39e-1ede1b621123 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0b60f882-3590-4a95-9b2e-2a0d91f79b59 (dataset): DatasetConfig { id: 0b60f882-3590-4a95-9b2e-2a0d91f79b59 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 136489a0-c8f5-47dc-9b4c-b8995b06724c (dataset): DatasetConfig { id: 136489a0-c8f5-47dc-9b4c-b8995b06724c (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 14d35e12-efdd-4588-8561-6a4f17527036 (dataset): DatasetConfig { id: 14d35e12-efdd-4588-8561-6a4f17527036 (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 19386c7e-5273-49f1-b4a6-f1a2a555a049 (dataset): DatasetConfig { id: 19386c7e-5273-49f1-b4a6-f1a2a555a049 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ba33af2-6811-4fcc-a03b-655e9e10443e (dataset): DatasetConfig { id: 1ba33af2-6811-4fcc-a03b-655e9e10443e (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1d689726-17db-4e9f-92a5-e6ff0d09e826 (dataset): DatasetConfig { id: 1d689726-17db-4e9f-92a5-e6ff0d09e826 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 22514807-4960-4833-9dc8-dcfd5d049e26 (dataset): DatasetConfig { id: 22514807-4960-4833-9dc8-dcfd5d049e26 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2542073f-fd27-4671-ad31-608a18eb9f99 (dataset): DatasetConfig { id: 2542073f-fd27-4671-ad31-608a18eb9f99 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2543e1cd-9c77-4ddc-890e-32f354984002 (dataset): DatasetConfig { id: 2543e1cd-9c77-4ddc-890e-32f354984002 (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 28ad1367-931e-4d6a-8247-764cd662a4d9 (dataset): DatasetConfig { id: 28ad1367-931e-4d6a-8247-764cd662a4d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 290460e9-8b0e-4e1e-bfe9-b821afb46d7b (dataset): DatasetConfig { id: 290460e9-8b0e-4e1e-bfe9-b821afb46d7b (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31813aca-037d-494e-9672-f3d7cc5b6d20 (dataset): DatasetConfig { id: 31813aca-037d-494e-9672-f3d7cc5b6d20 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 35fec43b-670c-4941-afe4-cb468158cf95 (dataset): DatasetConfig { id: 35fec43b-670c-4941-afe4-cb468158cf95 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 40b189a0-3ca6-4033-9ff1-c10547b2edc2 (dataset): DatasetConfig { id: 40b189a0-3ca6-4033-9ff1-c10547b2edc2 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 46ecedbf-2d6b-4d50-95e2-6d4145089d5b (dataset): DatasetConfig { id: 46ecedbf-2d6b-4d50-95e2-6d4145089d5b (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4ce8c0d9-87fb-47e3-a007-4130075af6cb (dataset): DatasetConfig { id: 4ce8c0d9-87fb-47e3-a007-4130075af6cb (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4ea6b3ca-222e-4b16-903e-e922ff2d7f30 (dataset): DatasetConfig { id: 4ea6b3ca-222e-4b16-903e-e922ff2d7f30 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 53deca0a-a5ec-4533-88a7-c367390e5a90 (dataset): DatasetConfig { id: 53deca0a-a5ec-4533-88a7-c367390e5a90 (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 58454861-105e-427d-afb2-abc92f11ef82 (dataset): DatasetConfig { id: 58454861-105e-427d-afb2-abc92f11ef82 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 59a823f1-88ff-46ba-a5d8-f2b1ddf1c853 (dataset): DatasetConfig { id: 59a823f1-88ff-46ba-a5d8-f2b1ddf1c853 (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a5d08cd-a0d5-4c58-a7db-8a5e1d4fd3af (dataset): DatasetConfig { id: 5a5d08cd-a0d5-4c58-a7db-8a5e1d4fd3af (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 62924c35-58ec-49de-a306-45513768b5f3 (dataset): DatasetConfig { id: 62924c35-58ec-49de-a306-45513768b5f3 (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 684373e2-a532-45cd-b5c8-266077b5c8f6 (dataset): DatasetConfig { id: 684373e2-a532-45cd-b5c8-266077b5c8f6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 696b2588-4b69-42ae-bf42-0b2b4436522f (dataset): DatasetConfig { id: 696b2588-4b69-42ae-bf42-0b2b4436522f (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6e5c62af-366e-4962-acb6-93fbda991fd7 (dataset): DatasetConfig { id: 6e5c62af-366e-4962-acb6-93fbda991fd7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6ffdfb01-d596-4d00-98b0-996cf98c8bab (dataset): DatasetConfig { id: 6ffdfb01-d596-4d00-98b0-996cf98c8bab (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 788a6011-b317-478f-8a9b-56988574020a (dataset): DatasetConfig { id: 788a6011-b317-478f-8a9b-56988574020a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7d1c9ad1-4b6d-456d-8c86-9027362c5075 (dataset): DatasetConfig { id: 7d1c9ad1-4b6d-456d-8c86-9027362c5075 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8305226e-0096-4f31-b642-383ee509f2fc (dataset): DatasetConfig { id: 8305226e-0096-4f31-b642-383ee509f2fc (dataset), name: DatasetName { pool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 90b60049-06e5-41a4-a1d9-e7b8152b2704 (dataset): DatasetConfig { id: 90b60049-06e5-41a4-a1d9-e7b8152b2704 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 951478a6-4ddb-4867-a6c0-dc27ce82124a (dataset): DatasetConfig { id: 951478a6-4ddb-4867-a6c0-dc27ce82124a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 96d22ba8-4700-4771-803a-1fb49bc80627 (dataset): DatasetConfig { id: 96d22ba8-4700-4771-803a-1fb49bc80627 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_ntp_772a58ca-731f-4866-9630-9630892160a5" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9895c788-af7c-40ce-8a96-6d8448172370 (dataset): DatasetConfig { id: 9895c788-af7c-40ce-8a96-6d8448172370 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9dcd4c44-4048-4a21-81f9-cce348429a29 (dataset): DatasetConfig { id: 9dcd4c44-4048-4a21-81f9-cce348429a29 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 9e2afa8e-f58d-428b-9b37-3ed0d734cd76 (dataset): DatasetConfig { id: 9e2afa8e-f58d-428b-9b37-3ed0d734cd76 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a2c040ab-a97b-45bd-a05f-41b324b52cc9 (dataset): DatasetConfig { id: a2c040ab-a97b-45bd-a05f-41b324b52cc9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a4047fbe-73aa-4d2e-b103-8feb62721cdd (dataset): DatasetConfig { id: a4047fbe-73aa-4d2e-b103-8feb62721cdd (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a98425b8-5787-479f-a85e-e03ae7bb9401 (dataset): DatasetConfig { id: a98425b8-5787-479f-a85e-e03ae7bb9401 (dataset), name: DatasetName { pool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ab701ed8-c432-4d89-a984-d24d85cf507d (dataset): DatasetConfig { id: ab701ed8-c432-4d89-a984-d24d85cf507d (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b1c54e98-918e-45d5-af96-3e01075969a7 (dataset): DatasetConfig { id: b1c54e98-918e-45d5-af96-3e01075969a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b3ea7e66-c83b-4153-a39c-88e2b4c562e7 (dataset): DatasetConfig { id: b3ea7e66-c83b-4153-a39c-88e2b4c562e7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b45036f5-05e9-4b4b-b63b-4b7829440c04 (dataset): DatasetConfig { id: b45036f5-05e9-4b4b-b63b-4b7829440c04 (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b60f7d89-deb3-4fd9-8b7b-45527d21c921 (dataset): DatasetConfig { id: b60f7d89-deb3-4fd9-8b7b-45527d21c921 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b8bda1e3-5506-4a7d-94da-226a14300dee (dataset): DatasetConfig { id: b8bda1e3-5506-4a7d-94da-226a14300dee (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ba15bb3a-bb94-42ed-bae9-b4160c48047c (dataset): DatasetConfig { id: ba15bb3a-bb94-42ed-bae9-b4160c48047c (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bf075714-dd19-41f2-91e4-94f839b789ad (dataset): DatasetConfig { id: bf075714-dd19-41f2-91e4-94f839b789ad (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bf9fedc3-857c-41db-b7fd-2559b1170988 (dataset): DatasetConfig { id: bf9fedc3-857c-41db-b7fd-2559b1170988 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c2d5cc3b-8d54-442f-84d5-d3d4e43df0ab (dataset): DatasetConfig { id: c2d5cc3b-8d54-442f-84d5-d3d4e43df0ab (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c8799b70-1a54-43a4-9aac-ff3d02e16888 (dataset): DatasetConfig { id: c8799b70-1a54-43a4-9aac-ff3d02e16888 (dataset), name: DatasetName { pool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d35f9453-2298-4367-9177-bbe19568b0d2 (dataset): DatasetConfig { id: d35f9453-2298-4367-9177-bbe19568b0d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dd84d3ca-f578-4061-8241-17e865ec4713 (dataset): DatasetConfig { id: dd84d3ca-f578-4061-8241-17e865ec4713 (dataset), name: DatasetName { pool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e203b230-1861-4a38-84ee-a2c9ed111015 (dataset): DatasetConfig { id: e203b230-1861-4a38-84ee-a2c9ed111015 (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e2e1ca54-e774-4e35-9450-ee37d6ee6d7f (dataset): DatasetConfig { id: e2e1ca54-e774-4e35-9450-ee37d6ee6d7f (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e6deb48d-ee64-4ad0-98bb-6b475e394c85 (dataset): DatasetConfig { id: e6deb48d-ee64-4ad0-98bb-6b475e394c85 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e790f0f7-fad3-4390-9878-97bf2c0dd160 (dataset): DatasetConfig { id: e790f0f7-fad3-4390-9878-97bf2c0dd160 (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ecc8f836-e7c3-4708-b100-39d38af6f717 (dataset): DatasetConfig { id: ecc8f836-e7c3-4708-b100-39d38af6f717 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ed92b840-dd7f-4cc4-8406-cfe25dab5647 (dataset): DatasetConfig { id: ed92b840-dd7f-4cc4-8406-cfe25dab5647 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f0229e63-1a00-4e79-82fd-32275ee50e8a (dataset): DatasetConfig { id: f0229e63-1a00-4e79-82fd-32275ee50e8a (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: TransientZone { name: "oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f0ce39ff-79f6-4a0c-8805-1aa50cfbe6aa (dataset): DatasetConfig { id: f0ce39ff-79f6-4a0c-8805-1aa50cfbe6aa (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f1675227-6e9c-495d-bd04-f6916ec6e4e2 (dataset): DatasetConfig { id: f1675227-6e9c-495d-bd04-f6916ec6e4e2 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f246b7d3-d9a5-441a-a746-b8228bb833b0 (dataset): DatasetConfig { id: f246b7d3-d9a5-441a-a746-b8228bb833b0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, feb11a14-bb86-40a8-920e-e83c81c6514f (dataset): DatasetConfig { id: feb11a14-bb86-40a8-920e-e83c81c6514f (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ffffa44a-adf3-4f14-99c2-5a6ecc61d189 (dataset): DatasetConfig { id: ffffa44a-adf3-4f14-99c2-5a6ecc61d189 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }
file = sled-agent/src/rack_setup/service.rs:460
sled_address = [fd00:1122:3344:101::1]:12345
|
| 444 | 2025-01-09T00:59:40.680Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59063
|
| 445 | 2025-01-09T00:59:40.681Z | INFO | SledAgent: datasets ensure
file = sled-agent/src/sled_agent.rs:859
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 446 | 2025-01-09T00:59:40.681Z | INFO | SledAgent (StorageManager): Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {014da691-510e-4602-b5f1-f42917d2a4e7 (dataset): DatasetConfig { id: 014da691-510e-4602-b5f1-f42917d2a4e7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 09caaf99-bbf8-4b23-bf22-82caa23f791e (dataset): DatasetConfig { id: 09caaf99-bbf8-4b23-bf22-82caa23f791e (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0aaf2bc9-9597-4e92-a39e-1ede1b621123 (dataset): DatasetConfig { id: 0aaf2bc9-9597-4e92-a39e-1ede1b621123 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0b60f882-3590-4a95-9b2e-2a0d91f79b59 (dataset): DatasetConfig { id: 0b60f882-3590-4a95-9b2e-2a0d91f79b59 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 136489a0-c8f5-47dc-9b4c-b8995b06724c (dataset): DatasetConfig { id: 136489a0-c8f5-47dc-9b4c-b8995b06724c (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 14d35e12-efdd-4588-8561-6a4f17527036 (dataset): DatasetConfig { id: 14d35e12-efdd-4588-8561-6a4f17527036 (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 19386c7e-5273-49f1-b4a6-f1a2a555a049 (dataset): DatasetConfig { id: 19386c7e-5273-49f1-b4a6-f1a2a555a049 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ba33af2-6811-4fcc-a03b-655e9e10443e (dataset): DatasetConfig { id: 1ba33af2-6811-4fcc-a03b-655e9e10443e (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1d689726-17db-4e9f-92a5-e6ff0d09e826 (dataset): DatasetConfig { id: 1d689726-17db-4e9f-92a5-e6ff0d09e826 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 22514807-4960-4833-9dc8-dcfd5d049e26 (dataset): DatasetConfig { id: 22514807-4960-4833-9dc8-dcfd5d049e26 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2542073f-fd27-4671-ad31-608a18eb9f99 (dataset): DatasetConfig { id: 2542073f-fd27-4671-ad31-608a18eb9f99 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2543e1cd-9c77-4ddc-890e-32f354984002 (dataset): DatasetConfig { id: 2543e1cd-9c77-4ddc-890e-32f354984002 (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 28ad1367-931e-4d6a-8247-764cd662a4d9 (dataset): DatasetConfig { id: 28ad1367-931e-4d6a-8247-764cd662a4d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 290460e9-8b0e-4e1e-bfe9-b821afb46d7b (dataset): DatasetConfig { id: 290460e9-8b0e-4e1e-bfe9-b821afb46d7b (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31813aca-037d-494e-9672-f3d7cc5b6d20 (dataset): DatasetConfig { id: 31813aca-037d-494e-9672-f3d7cc5b6d20 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 35fec43b-670c-4941-afe4-cb468158cf95 (dataset): DatasetConfig { id: 35fec43b-670c-4941-afe4-cb468158cf95 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 40b189a0-3ca6-4033-9ff1-c10547b2edc2 (dataset): DatasetConfig { id: 40b189a0-3ca6-4033-9ff1-c10547b2edc2 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 46ecedbf-2d6b-4d50-95e2-6d4145089d5b (dataset): DatasetConfig { id: 46ecedbf-2d6b-4d50-95e2-6d4145089d5b (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4ce8c0d9-87fb-47e3-a007-4130075af6cb (dataset): DatasetConfig { id: 4ce8c0d9-87fb-47e3-a007-4130075af6cb (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4ea6b3ca-222e-4b16-903e-e922ff2d7f30 (dataset): DatasetConfig { id: 4ea6b3ca-222e-4b16-903e-e922ff2d7f30 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 53deca0a-a5ec-4533-88a7-c367390e5a90 (dataset): DatasetConfig { id: 53deca0a-a5ec-4533-88a7-c367390e5a90 (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: TransientZone { name: "oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 58454861-105e-427d-afb2-abc92f11ef82 (dataset): DatasetConfig { id: 58454861-105e-427d-afb2-abc92f11ef82 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 59a823f1-88ff-46ba-a5d8-f2b1ddf1c853 (dataset): DatasetConfig { id: 59a823f1-88ff-46ba-a5d8-f2b1ddf1c853 (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a5d08cd-a0d5-4c58-a7db-8a5e1d4fd3af (dataset): DatasetConfig { id: 5a5d08cd-a0d5-4c58-a7db-8a5e1d4fd3af (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 62924c35-58ec-49de-a306-45513768b5f3 (dataset): DatasetConfig { id: 62924c35-58ec-49de-a306-45513768b5f3 (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 684373e2-a532-45cd-b5c8-266077b5c8f6 (dataset): DatasetConfig { id: 684373e2-a532-45cd-b5c8-266077b5c8f6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 696b2588-4b69-42ae-bf42-0b2b4436522f (dataset): DatasetConfig { id: 696b2588-4b69-42ae-bf42-0b2b4436522f (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6e5c62af-366e-4962-acb6-93fbda991fd7 (dataset): DatasetConfig { id: 6e5c62af-366e-4962-acb6-93fbda991fd7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6ffdfb01-d596-4d00-98b0-996cf98c8bab (dataset): DatasetConfig { id: 6ffdfb01-d596-4d00-98b0-996cf98c8bab (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 788a6011-b317-478f-8a9b-56988574020a (dataset): DatasetConfig { id: 788a6011-b317-478f-8a9b-56988574020a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7d1c9ad1-4b6d-456d-8c86-9027362c5075 (dataset): DatasetConfig { id: 7d1c9ad1-4b6d-456d-8c86-9027362c5075 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8305226e-0096-4f31-b642-383ee509f2fc (dataset): DatasetConfig { id: 8305226e-0096-4f31-b642-383ee509f2fc (dataset), name: DatasetName { pool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 90b60049-06e5-41a4-a1d9-e7b8152b2704 (dataset): DatasetConfig { id: 90b60049-06e5-41a4-a1d9-e7b8152b2704 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 951478a6-4ddb-4867-a6c0-dc27ce82124a (dataset): DatasetConfig { id: 951478a6-4ddb-4867-a6c0-dc27ce82124a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 96d22ba8-4700-4771-803a-1fb49bc80627 (dataset): DatasetConfig { id: 96d22ba8-4700-4771-803a-1fb49bc80627 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_ntp_772a58ca-731f-4866-9630-9630892160a5" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9895c788-af7c-40ce-8a96-6d8448172370 (dataset): DatasetConfig { id: 9895c788-af7c-40ce-8a96-6d8448172370 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9dcd4c44-4048-4a21-81f9-cce348429a29 (dataset): DatasetConfig { id: 9dcd4c44-4048-4a21-81f9-cce348429a29 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 9e2afa8e-f58d-428b-9b37-3ed0d734cd76 (dataset): DatasetConfig { id: 9e2afa8e-f58d-428b-9b37-3ed0d734cd76 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a2c040ab-a97b-45bd-a05f-41b324b52cc9 (dataset): DatasetConfig { id: a2c040ab-a97b-45bd-a05f-41b324b52cc9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a4047fbe-73aa-4d2e-b103-8feb62721cdd (dataset): DatasetConfig { id: a4047fbe-73aa-4d2e-b103-8feb62721cdd (dataset), name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a98425b8-5787-479f-a85e-e03ae7bb9401 (dataset): DatasetConfig { id: a98425b8-5787-479f-a85e-e03ae7bb9401 (dataset), name: DatasetName { pool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ab701ed8-c432-4d89-a984-d24d85cf507d (dataset): DatasetConfig { id: ab701ed8-c432-4d89-a984-d24d85cf507d (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b1c54e98-918e-45d5-af96-3e01075969a7 (dataset): DatasetConfig { id: b1c54e98-918e-45d5-af96-3e01075969a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b3ea7e66-c83b-4153-a39c-88e2b4c562e7 (dataset): DatasetConfig { id: b3ea7e66-c83b-4153-a39c-88e2b4c562e7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: TransientZone { name: "oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b45036f5-05e9-4b4b-b63b-4b7829440c04 (dataset): DatasetConfig { id: b45036f5-05e9-4b4b-b63b-4b7829440c04 (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b60f7d89-deb3-4fd9-8b7b-45527d21c921 (dataset): DatasetConfig { id: b60f7d89-deb3-4fd9-8b7b-45527d21c921 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b8bda1e3-5506-4a7d-94da-226a14300dee (dataset): DatasetConfig { id: b8bda1e3-5506-4a7d-94da-226a14300dee (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ba15bb3a-bb94-42ed-bae9-b4160c48047c (dataset): DatasetConfig { id: ba15bb3a-bb94-42ed-bae9-b4160c48047c (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bf075714-dd19-41f2-91e4-94f839b789ad (dataset): DatasetConfig { id: bf075714-dd19-41f2-91e4-94f839b789ad (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bf9fedc3-857c-41db-b7fd-2559b1170988 (dataset): DatasetConfig { id: bf9fedc3-857c-41db-b7fd-2559b1170988 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c2d5cc3b-8d54-442f-84d5-d3d4e43df0ab (dataset): DatasetConfig { id: c2d5cc3b-8d54-442f-84d5-d3d4e43df0ab (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c8799b70-1a54-43a4-9aac-ff3d02e16888 (dataset): DatasetConfig { id: c8799b70-1a54-43a4-9aac-ff3d02e16888 (dataset), name: DatasetName { pool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d35f9453-2298-4367-9177-bbe19568b0d2 (dataset): DatasetConfig { id: d35f9453-2298-4367-9177-bbe19568b0d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dd84d3ca-f578-4061-8241-17e865ec4713 (dataset): DatasetConfig { id: dd84d3ca-f578-4061-8241-17e865ec4713 (dataset), name: DatasetName { pool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e203b230-1861-4a38-84ee-a2c9ed111015 (dataset): DatasetConfig { id: e203b230-1861-4a38-84ee-a2c9ed111015 (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e2e1ca54-e774-4e35-9450-ee37d6ee6d7f (dataset): DatasetConfig { id: e2e1ca54-e774-4e35-9450-ee37d6ee6d7f (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: TransientZone { name: "oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e6deb48d-ee64-4ad0-98bb-6b475e394c85 (dataset): DatasetConfig { id: e6deb48d-ee64-4ad0-98bb-6b475e394c85 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e790f0f7-fad3-4390-9878-97bf2c0dd160 (dataset): DatasetConfig { id: e790f0f7-fad3-4390-9878-97bf2c0dd160 (dataset), name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ecc8f836-e7c3-4708-b100-39d38af6f717 (dataset): DatasetConfig { id: ecc8f836-e7c3-4708-b100-39d38af6f717 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ed92b840-dd7f-4cc4-8406-cfe25dab5647 (dataset): DatasetConfig { id: ed92b840-dd7f-4cc4-8406-cfe25dab5647 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: TransientZone { name: "oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f0229e63-1a00-4e79-82fd-32275ee50e8a (dataset): DatasetConfig { id: f0229e63-1a00-4e79-82fd-32275ee50e8a (dataset), name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: TransientZone { name: "oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f0ce39ff-79f6-4a0c-8805-1aa50cfbe6aa (dataset): DatasetConfig { id: f0ce39ff-79f6-4a0c-8805-1aa50cfbe6aa (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f1675227-6e9c-495d-bd04-f6916ec6e4e2 (dataset): DatasetConfig { id: f1675227-6e9c-495d-bd04-f6916ec6e4e2 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f246b7d3-d9a5-441a-a746-b8228bb833b0 (dataset): DatasetConfig { id: f246b7d3-d9a5-441a-a746-b8228bb833b0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, feb11a14-bb86-40a8-920e-e83c81c6514f (dataset): DatasetConfig { id: feb11a14-bb86-40a8-920e-e83c81c6514f (dataset), name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ffffa44a-adf3-4f14-99c2-5a6ecc61d189 (dataset): DatasetConfig { id: ffffa44a-adf3-4f14-99c2-5a6ecc61d189 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: TransientZone { name: "oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 447 | 2025-01-09T00:59:40.681Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-datasets.json
file = common/src/ledger.rs:188
request = datasets_ensure
|
| 448 | 2025-01-09T00:59:40.681Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-datasets.json
file = common/src/ledger.rs:188
request = datasets_ensure
|
| 449 | 2025-01-09T00:59:40.681Z | INFO | SledAgent (StorageManager): No previously-stored 'requested datasets', creating new ledger
file = sled-storage/src/manager.rs:909
request = datasets_ensure
|
| 450 | 2025-01-09T00:59:40.697Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 451 | 2025-01-09T00:59:40.697Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 452 | 2025-01-09T00:59:40.697Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6" }
file = sled-storage/src/manager.rs:1431
|
| 453 | 2025-01-09T00:59:40.756Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 454 | 2025-01-09T00:59:40.756Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 455 | 2025-01-09T00:59:40.756Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/zone/oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb"), full_name: "oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/zone/oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb" }
file = sled-storage/src/manager.rs:1431
|
| 456 | 2025-01-09T00:59:40.814Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 457 | 2025-01-09T00:59:40.814Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 458 | 2025-01-09T00:59:40.814Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/debug"), full_name: "oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 459 | 2025-01-09T00:59:40.844Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 460 | 2025-01-09T00:59:40.844Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 461 | 2025-01-09T00:59:40.844Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6" }
file = sled-storage/src/manager.rs:1431
|
| 462 | 2025-01-09T00:59:40.902Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 463 | 2025-01-09T00:59:40.902Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 464 | 2025-01-09T00:59:40.902Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/zone/oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb"), full_name: "oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/zone/oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb" }
file = sled-storage/src/manager.rs:1431
|
| 465 | 2025-01-09T00:59:40.963Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 466 | 2025-01-09T00:59:40.963Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 467 | 2025-01-09T00:59:40.963Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/zone/oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c"), full_name: "oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/zone/oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c" }
file = sled-storage/src/manager.rs:1431
|
| 468 | 2025-01-09T00:59:41.021Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 469 | 2025-01-09T00:59:41.022Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 470 | 2025-01-09T00:59:41.022Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 471 | 2025-01-09T00:59:41.070Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 472 | 2025-01-09T00:59:41.070Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 473 | 2025-01-09T00:59:41.070Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/zone"), full_name: "oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 474 | 2025-01-09T00:59:41.097Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 475 | 2025-01-09T00:59:41.097Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 476 | 2025-01-09T00:59:41.097Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/e7d81b5e-d5f4-4518-a5fd-45186798cf74/crypt/debug"), full_name: "oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 477 | 2025-01-09T00:59:41.124Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 478 | 2025-01-09T00:59:41.124Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 479 | 2025-01-09T00:59:41.124Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/zone/oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75"), full_name: "oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/zone/oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75" }
file = sled-storage/src/manager.rs:1431
|
| 480 | 2025-01-09T00:59:41.184Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 481 | 2025-01-09T00:59:41.184Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 482 | 2025-01-09T00:59:41.184Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/debug"), full_name: "oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 483 | 2025-01-09T00:59:41.214Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 484 | 2025-01-09T00:59:41.214Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 485 | 2025-01-09T00:59:41.214Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 486 | 2025-01-09T00:59:41.263Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 487 | 2025-01-09T00:59:41.263Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 488 | 2025-01-09T00:59:41.263Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/zone/oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6"), full_name: "oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/zone/oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6" }
file = sled-storage/src/manager.rs:1431
|
| 489 | 2025-01-09T00:59:41.323Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 490 | 2025-01-09T00:59:41.323Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 491 | 2025-01-09T00:59:41.323Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/zone/oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25"), full_name: "oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/zone/oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25" }
file = sled-storage/src/manager.rs:1431
|
| 492 | 2025-01-09T00:59:41.379Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 493 | 2025-01-09T00:59:41.379Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 494 | 2025-01-09T00:59:41.379Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/zone/oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934"), full_name: "oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/zone/oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934" }
file = sled-storage/src/manager.rs:1431
|
| 495 | 2025-01-09T00:59:41.437Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 496 | 2025-01-09T00:59:41.437Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 497 | 2025-01-09T00:59:41.437Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crypt/zone/oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98"), full_name: "oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crypt/zone/oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98" }
file = sled-storage/src/manager.rs:1431
|
| 498 | 2025-01-09T00:59:41.499Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 499 | 2025-01-09T00:59:41.499Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 500 | 2025-01-09T00:59:41.499Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/e7d81b5e-d5f4-4518-a5fd-45186798cf74/crypt/zone"), full_name: "oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 501 | 2025-01-09T00:59:41.528Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 502 | 2025-01-09T00:59:41.528Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 503 | 2025-01-09T00:59:41.528Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327" }
file = sled-storage/src/manager.rs:1431
|
| 504 | 2025-01-09T00:59:41.587Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 505 | 2025-01-09T00:59:41.587Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 506 | 2025-01-09T00:59:41.587Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 507 | 2025-01-09T00:59:41.608Z | INFO | SledAgent (ServiceManager): refreshed zone-network-setup service with new configuration
file = sled-agent/src/services.rs:4343
|
| 508 | 2025-01-09T00:59:41.608Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4401
|
| 509 | 2025-01-09T00:59:41.638Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 510 | 2025-01-09T00:59:41.638Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 511 | 2025-01-09T00:59:41.638Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crypt/zone"), full_name: "oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 512 | 2025-01-09T00:59:41.658Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 513 | 2025-01-09T00:59:41.668Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 514 | 2025-01-09T00:59:41.668Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 515 | 2025-01-09T00:59:41.668Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/zone/oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385"), full_name: "oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/zone/oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385" }
file = sled-storage/src/manager.rs:1431
|
| 516 | 2025-01-09T00:59:41.728Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 517 | 2025-01-09T00:59:41.728Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 518 | 2025-01-09T00:59:41.728Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/clickhouse" }
file = sled-storage/src/manager.rs:1431
|
| 519 | 2025-01-09T00:59:41.779Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 520 | 2025-01-09T00:59:41.779Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 521 | 2025-01-09T00:59:41.779Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 522 | 2025-01-09T00:59:41.828Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 523 | 2025-01-09T00:59:41.828Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 524 | 2025-01-09T00:59:41.828Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 525 | 2025-01-09T00:59:41.878Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 526 | 2025-01-09T00:59:41.878Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 527 | 2025-01-09T00:59:41.878Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 528 | 2025-01-09T00:59:41.928Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 529 | 2025-01-09T00:59:41.928Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 530 | 2025-01-09T00:59:41.928Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 531 | 2025-01-09T00:59:41.976Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 532 | 2025-01-09T00:59:41.976Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 533 | 2025-01-09T00:59:41.976Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/zone/oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab"), full_name: "oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/zone/oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab" }
file = sled-storage/src/manager.rs:1431
|
| 534 | 2025-01-09T00:59:42.038Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 535 | 2025-01-09T00:59:42.038Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 536 | 2025-01-09T00:59:42.038Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crypt/debug"), full_name: "oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 537 | 2025-01-09T00:59:42.068Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 538 | 2025-01-09T00:59:42.068Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 539 | 2025-01-09T00:59:42.068Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/debug"), full_name: "oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 540 | 2025-01-09T00:59:42.098Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 541 | 2025-01-09T00:59:42.099Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 542 | 2025-01-09T00:59:42.099Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 543 | 2025-01-09T00:59:42.128Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 544 | 2025-01-09T00:59:42.128Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 545 | 2025-01-09T00:59:42.128Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/debug"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 546 | 2025-01-09T00:59:42.156Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 547 | 2025-01-09T00:59:42.156Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 548 | 2025-01-09T00:59:42.156Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 549 | 2025-01-09T00:59:42.205Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 550 | 2025-01-09T00:59:42.205Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 551 | 2025-01-09T00:59:42.205Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/external_dns" }
file = sled-storage/src/manager.rs:1431
|
| 552 | 2025-01-09T00:59:42.255Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 553 | 2025-01-09T00:59:42.255Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 554 | 2025-01-09T00:59:42.255Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b" }
file = sled-storage/src/manager.rs:1431
|
| 555 | 2025-01-09T00:59:42.317Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 556 | 2025-01-09T00:59:42.317Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 557 | 2025-01-09T00:59:42.317Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_ntp_772a58ca-731f-4866-9630-9630892160a5"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_ntp_772a58ca-731f-4866-9630-9630892160a5" }
file = sled-storage/src/manager.rs:1431
|
| 558 | 2025-01-09T00:59:42.376Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 559 | 2025-01-09T00:59:42.376Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 560 | 2025-01-09T00:59:42.376Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc" }
file = sled-storage/src/manager.rs:1431
|
| 561 | 2025-01-09T00:59:42.436Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 562 | 2025-01-09T00:59:42.436Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 563 | 2025-01-09T00:59:42.436Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/debug"), full_name: "oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 564 | 2025-01-09T00:59:42.466Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 565 | 2025-01-09T00:59:42.466Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 566 | 2025-01-09T00:59:42.466Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 567 | 2025-01-09T00:59:42.516Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 568 | 2025-01-09T00:59:42.516Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 569 | 2025-01-09T00:59:42.516Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 570 | 2025-01-09T00:59:42.563Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 571 | 2025-01-09T00:59:42.563Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 572 | 2025-01-09T00:59:42.563Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/zone"), full_name: "oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 573 | 2025-01-09T00:59:42.593Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 574 | 2025-01-09T00:59:42.593Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 575 | 2025-01-09T00:59:42.593Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/a132b3b6-342d-41c2-a6be-600f78f98f46/crypt/zone/oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e"), full_name: "oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crypt/zone/oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e" }
file = sled-storage/src/manager.rs:1431
|
| 576 | 2025-01-09T00:59:42.652Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 577 | 2025-01-09T00:59:42.652Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 578 | 2025-01-09T00:59:42.652Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/zone/oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0"), full_name: "oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/zone/oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0" }
file = sled-storage/src/manager.rs:1431
|
| 579 | 2025-01-09T00:59:42.662Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 580 | 2025-01-09T00:59:42.714Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 581 | 2025-01-09T00:59:42.714Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 582 | 2025-01-09T00:59:42.714Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e" }
file = sled-storage/src/manager.rs:1431
|
| 583 | 2025-01-09T00:59:42.775Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 584 | 2025-01-09T00:59:42.775Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 585 | 2025-01-09T00:59:42.775Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/zone/oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d"), full_name: "oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/zone/oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d" }
file = sled-storage/src/manager.rs:1431
|
| 586 | 2025-01-09T00:59:42.833Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 587 | 2025-01-09T00:59:42.833Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 588 | 2025-01-09T00:59:42.833Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/debug"), full_name: "oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 589 | 2025-01-09T00:59:42.862Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 590 | 2025-01-09T00:59:42.862Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 591 | 2025-01-09T00:59:42.862Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 592 | 2025-01-09T00:59:42.911Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 593 | 2025-01-09T00:59:42.911Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 594 | 2025-01-09T00:59:42.911Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 595 | 2025-01-09T00:59:42.959Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 596 | 2025-01-09T00:59:42.959Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 597 | 2025-01-09T00:59:42.959Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/zone"), full_name: "oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 598 | 2025-01-09T00:59:42.989Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 599 | 2025-01-09T00:59:42.989Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 600 | 2025-01-09T00:59:42.989Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/zone"), full_name: "oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 601 | 2025-01-09T00:59:43.019Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 602 | 2025-01-09T00:59:43.019Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 603 | 2025-01-09T00:59:43.019Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 604 | 2025-01-09T00:59:43.068Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 605 | 2025-01-09T00:59:43.068Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 606 | 2025-01-09T00:59:43.068Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/zone"), full_name: "oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 607 | 2025-01-09T00:59:43.097Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 608 | 2025-01-09T00:59:43.097Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 609 | 2025-01-09T00:59:43.097Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/a132b3b6-342d-41c2-a6be-600f78f98f46/crypt/debug"), full_name: "oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crypt/debug" }
file = sled-storage/src/manager.rs:1431
|
| 610 | 2025-01-09T00:59:43.126Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 611 | 2025-01-09T00:59:43.126Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 612 | 2025-01-09T00:59:43.126Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/internal_dns" }
file = sled-storage/src/manager.rs:1431
|
| 613 | 2025-01-09T00:59:43.177Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 614 | 2025-01-09T00:59:43.177Z | INFO | SledAgent (StorageManager): Old properties missing UUID
file = sled-storage/src/manager.rs:998
request = datasets_ensure
|
| 615 | 2025-01-09T00:59:43.177Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/a132b3b6-342d-41c2-a6be-600f78f98f46/crypt/zone"), full_name: "oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crypt/zone" }
file = sled-storage/src/manager.rs:1431
|
| 616 | 2025-01-09T00:59:43.206Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 617 | 2025-01-09T00:59:43.206Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 618 | 2025-01-09T00:59:43.206Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 619 | 2025-01-09T00:59:43.257Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 620 | 2025-01-09T00:59:43.257Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 621 | 2025-01-09T00:59:43.257Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/zone/oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372"), full_name: "oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/zone/oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372" }
file = sled-storage/src/manager.rs:1431
|
| 622 | 2025-01-09T00:59:43.319Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 623 | 2025-01-09T00:59:43.319Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 624 | 2025-01-09T00:59:43.319Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/zone/oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792"), full_name: "oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/zone/oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792" }
file = sled-storage/src/manager.rs:1431
|
| 625 | 2025-01-09T00:59:43.382Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 626 | 2025-01-09T00:59:43.382Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 627 | 2025-01-09T00:59:43.382Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79/crucible" }
file = sled-storage/src/manager.rs:1431
|
| 628 | 2025-01-09T00:59:43.430Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 629 | 2025-01-09T00:59:43.430Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 630 | 2025-01-09T00:59:43.430Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/zone/oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416"), full_name: "oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/zone/oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416" }
file = sled-storage/src/manager.rs:1431
|
| 631 | 2025-01-09T00:59:43.491Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 632 | 2025-01-09T00:59:43.491Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 633 | 2025-01-09T00:59:43.491Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/zone/oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184"), full_name: "oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/zone/oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184" }
file = sled-storage/src/manager.rs:1431
|
| 634 | 2025-01-09T00:59:43.551Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 635 | 2025-01-09T00:59:43.551Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 636 | 2025-01-09T00:59:43.551Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/zone/oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699"), full_name: "oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/zone/oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699" }
file = sled-storage/src/manager.rs:1431
|
| 637 | 2025-01-09T00:59:43.611Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 638 | 2025-01-09T00:59:43.611Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 639 | 2025-01-09T00:59:43.611Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/cockroachdb" }
file = sled-storage/src/manager.rs:1431
|
| 640 | 2025-01-09T00:59:43.665Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 641 | 2025-01-09T00:59:43.666Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 642 | 2025-01-09T00:59:43.666Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 643 | 2025-01-09T00:59:43.666Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/e7d81b5e-d5f4-4518-a5fd-45186798cf74/crypt/zone/oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f"), full_name: "oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74/crypt/zone/oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f" }
file = sled-storage/src/manager.rs:1431
|
| 644 | 2025-01-09T00:59:43.727Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 645 | 2025-01-09T00:59:43.727Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 646 | 2025-01-09T00:59:43.727Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/zone/oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352" }
file = sled-storage/src/manager.rs:1431
|
| 647 | 2025-01-09T00:59:43.786Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 648 | 2025-01-09T00:59:43.786Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 649 | 2025-01-09T00:59:43.786Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: true, mountpoint: Path("/data"), full_name: "oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/external_dns" }
file = sled-storage/src/manager.rs:1431
|
| 650 | 2025-01-09T00:59:43.836Z | INFO | SledAgent (StorageManager): Ensuring dataset
file = sled-storage/src/manager.rs:1039
request = datasets_ensure
|
| 651 | 2025-01-09T00:59:43.836Z | INFO | SledAgent (StorageManager): This dataset did not exist
file = sled-storage/src/manager.rs:993
request = datasets_ensure
|
| 652 | 2025-01-09T00:59:43.836Z | INFO | SledAgent (StorageManager): ensure_dataset
config = SharedDatasetConfig { compression: Off, quota: None, reservation: None }
details = DatasetCreationDetails { zoned: false, mountpoint: Path("/pool/ext/1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crypt/zone/oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a"), full_name: "oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crypt/zone/oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a" }
file = sled-storage/src/manager.rs:1431
|
| 653 | 2025-01-09T00:59:43.897Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/.omicron-datasets.json.tmp
file = common/src/ledger.rs:199
request = datasets_ensure
|
| 654 | 2025-01-09T00:59:43.898Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/.omicron-datasets.json.tmp
file = common/src/ledger.rs:199
request = datasets_ensure
|
| 655 | 2025-01-09T00:59:43.898Z | INFO | SledAgent: datasets ensure: Updated storage
file = sled-agent/src/sled_agent.rs:861
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 656 | 2025-01-09T00:59:43.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3217623
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:59063
req_id = ca75061e-752e-4f2f-b063-84e4325ea4f3
response_code = 200
uri = /datasets
|
| 657 | 2025-01-09T00:59:43.930Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 658 | 2025-01-09T00:59:43.930Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47384
|
| 659 | 2025-01-09T00:59:43.930Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 660 | 2025-01-09T00:59:43.930Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 661 | 2025-01-09T00:59:43.940Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 662 | 2025-01-09T00:59:43.940Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 663 | 2025-01-09T00:59:43.948Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 664 | 2025-01-09T00:59:43.948Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 665 | 2025-01-09T00:59:43.956Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 666 | 2025-01-09T00:59:43.956Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 667 | 2025-01-09T00:59:43.956Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 668 | 2025-01-09T00:59:43.956Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 669 | 2025-01-09T00:59:44.000Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 670 | 2025-01-09T00:59:44.000Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 671 | 2025-01-09T00:59:44.000Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 672 | 2025-01-09T00:59:44.048Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
file = illumos-utils/src/zone.rs:325
|
| 673 | 2025-01-09T00:59:44.051Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
file = illumos-utils/src/zone.rs:325
|
| 674 | 2025-01-09T00:59:44.055Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
file = illumos-utils/src/zone.rs:325
|
| 675 | 2025-01-09T00:59:44.066Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
file = illumos-utils/src/zone.rs:363
|
| 676 | 2025-01-09T00:59:44.071Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
file = illumos-utils/src/zone.rs:363
|
| 677 | 2025-01-09T00:59:44.075Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
file = illumos-utils/src/zone.rs:363
|
| 678 | 2025-01-09T00:59:44.667Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 679 | 2025-01-09T00:59:45.680Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 680 | 2025-01-09T00:59:45.680Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 681 | 2025-01-09T00:59:45.680Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
|
| 682 | 2025-01-09T00:59:45.763Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4467
|
| 683 | 2025-01-09T00:59:45.763Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4494
|
| 684 | 2025-01-09T00:59:45.805Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4507
|
| 685 | 2025-01-09T00:59:45.805Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4353
|
| 686 | 2025-01-09T00:59:45.858Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4395
|
| 687 | 2025-01-09T00:59:45.858Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4474
rack_subnet = fd00:1122:3344::
|
| 688 | 2025-01-09T00:59:45.892Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4485
|
| 689 | 2025-01-09T00:59:45.892Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4527
|
| 690 | 2025-01-09T00:59:46.038Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4559
|
| 691 | 2025-01-09T00:59:46.038Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4565
|
| 692 | 2025-01-09T00:59:46.167Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 693 | 2025-01-09T00:59:46.218Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4606
|
| 694 | 2025-01-09T00:59:46.218Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:370
|
| 695 | 2025-01-09T00:59:46.262Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:420
|
| 696 | 2025-01-09T00:59:46.294Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:717
|
| 697 | 2025-01-09T00:59:46.294Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:762
|
| 698 | 2025-01-09T00:59:46.295Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:765
uptime = 0
|
| 699 | 2025-01-09T00:59:46.295Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:444
|
| 700 | 2025-01-09T00:59:46.331Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 701 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 702 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 703 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 704 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 705 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 706 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 707 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 708 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 709 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 710 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 711 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 712 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 713 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 714 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 715 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 716 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 717 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 718 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 719 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 720 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 721 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 722 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 723 | 2025-01-09T00:59:46.380Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 724 | 2025-01-09T00:59:46.429Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1507574473011067416
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 725 | 2025-01-09T00:59:46.429Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11433719922119022153
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 726 | 2025-01-09T00:59:46.657Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 727 | 2025-01-09T00:59:46.657Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 728 | 2025-01-09T00:59:46.657Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 729 | 2025-01-09T00:59:46.666Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b") failed: Property not found. retry in 58.283691ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
|
| 730 | 2025-01-09T00:59:46.666Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
|
| 731 | 2025-01-09T00:59:46.669Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
|
| 732 | 2025-01-09T00:59:46.734Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b") failed: Property not found. retry in 148.281494ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
|
| 733 | 2025-01-09T00:59:46.798Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0") failed: Property not found. retry in 35.92936ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
|
| 734 | 2025-01-09T00:59:46.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372") failed: Property not found. retry in 64.843455ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
|
| 735 | 2025-01-09T00:59:46.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0") failed: Property not found. retry in 136.237133ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
|
| 736 | 2025-01-09T00:59:46.982Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372") failed: Property not found. retry in 51.523745ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
|
| 737 | 2025-01-09T00:59:47.011Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b") failed: Property not found. retry in 100.691341ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
|
| 738 | 2025-01-09T00:59:47.121Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0") failed: Property not found. retry in 105.898079ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
|
| 739 | 2025-01-09T00:59:47.166Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372") failed: Property not found. retry in 160.078756ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
|
| 740 | 2025-01-09T00:59:47.182Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13234406863265375397
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 741 | 2025-01-09T00:59:47.182Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1740333662312298503
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 742 | 2025-01-09T00:59:47.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b") failed: Property not found. retry in 462.261028ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
|
| 743 | 2025-01-09T00:59:47.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0") failed: Property not found. retry in 403.857831ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
|
| 744 | 2025-01-09T00:59:47.336Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372") failed: Property not found. retry in 496.555195ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
|
| 745 | 2025-01-09T00:59:47.628Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0") failed: Property not found. retry in 748.02408ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
|
| 746 | 2025-01-09T00:59:47.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b") failed: Property not found. retry in 634.910769ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
|
| 747 | 2025-01-09T00:59:47.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372") failed: Property not found. retry in 793.133171ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
|
| 748 | 2025-01-09T00:59:48.308Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b") failed: Property not found. retry in 1.349573329s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
|
| 749 | 2025-01-09T00:59:48.390Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0") failed: Property not found. retry in 608.889077ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
|
| 750 | 2025-01-09T00:59:48.646Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372") failed: Property not found. retry in 603.35634ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
|
| 751 | 2025-01-09T00:59:49.008Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0") failed: Property not found. retry in 1.24237572s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
|
| 752 | 2025-01-09T00:59:49.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372") failed: Property not found. retry in 682.557982ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
|
| 753 | 2025-01-09T00:59:49.666Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b") failed: Property not found. retry in 769.913968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
|
| 754 | 2025-01-09T00:59:49.949Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372") failed: Property not found. retry in 1.334809308s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
|
| 755 | 2025-01-09T00:59:50.260Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0") failed: Property not found. retry in 1.451184261s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
|
| 756 | 2025-01-09T00:59:50.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b") failed: Property not found. retry in 597.029872ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
|
| 757 | 2025-01-09T00:59:51.053Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b") failed: Property not found. retry in 910.331108ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
|
| 758 | 2025-01-09T00:59:51.293Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372") failed: Property not found. retry in 972.840059ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
|
| 759 | 2025-01-09T00:59:52.286Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_internal_dns_b7e5d812-3b66-48ae-9425-d561b75ab23b
|
| 760 | 2025-01-09T00:59:52.286Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_internal_dns_6135d2f0-37b8-443e-a741-5ec4e46a4ef0
|
| 761 | 2025-01-09T00:59:52.286Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_internal_dns_a98745ae-2f0a-4dbf-9d35-ec0663205372
|
| 762 | 2025-01-09T00:59:52.286Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 763 | 2025-01-09T00:59:52.287Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 764 | 2025-01-09T00:59:52.287Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8356540
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:47384
req_id = bb39b16c-0aa0-4c88-99d3-5949db8e888c
response_code = 204
uri = /omicron-zones
|
| 765 | 2025-01-09T00:59:52.289Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 766 | 2025-01-09T00:59:52.319Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 139.539793ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)
file = sled-agent/src/rack_setup/service.rs:678
|
| 767 | 2025-01-09T00:59:52.482Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 768 | 2025-01-09T00:59:52.659Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 57.843157ms)
dns_config_addr = [fd00:1122:3344:2::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:5353/config)
file = sled-agent/src/rack_setup/service.rs:678
|
| 769 | 2025-01-09T00:59:52.718Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 118.444567ms)
dns_config_addr = [fd00:1122:3344:2::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:5353/config)
file = sled-agent/src/rack_setup/service.rs:678
|
| 770 | 2025-01-09T00:59:52.856Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:658
|
| 771 | 2025-01-09T00:59:52.904Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:694
|
| 772 | 2025-01-09T00:59:52.904Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 773 | 2025-01-09T00:59:52.935Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 774 | 2025-01-09T00:59:52.936Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 775 | 2025-01-09T00:59:52.936Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 776 | 2025-01-09T00:59:52.965Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 777 | 2025-01-09T00:59:52.965Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55652
|
| 778 | 2025-01-09T00:59:52.965Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 779 | 2025-01-09T00:59:52.965Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 780 | 2025-01-09T00:59:52.977Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 781 | 2025-01-09T00:59:52.977Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 782 | 2025-01-09T00:59:52.986Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 783 | 2025-01-09T00:59:52.986Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 784 | 2025-01-09T00:59:52.994Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 785 | 2025-01-09T00:59:52.994Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 786 | 2025-01-09T00:59:52.995Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 787 | 2025-01-09T00:59:52.995Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 788 | 2025-01-09T00:59:53.007Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 789 | 2025-01-09T00:59:53.040Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 790 | 2025-01-09T00:59:53.041Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 791 | 2025-01-09T00:59:53.041Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 792 | 2025-01-09T00:59:53.071Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 162, 151]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 793 | 2025-01-09T00:59:53.071Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = boundary_ntp
|
| 794 | 2025-01-09T00:59:53.071Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:83
|
| 795 | 2025-01-09T00:59:53.071Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:90
|
| 796 | 2025-01-09T00:59:53.071Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:118
|
| 797 | 2025-01-09T00:59:53.073Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 798 | 2025-01-09T00:59:53.095Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
file = illumos-utils/src/zone.rs:325
|
| 799 | 2025-01-09T00:59:53.113Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
file = illumos-utils/src/zone.rs:363
|
| 800 | 2025-01-09T00:59:53.729Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_772a58ca-731f-4866-9630-9630892160a5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 801 | 2025-01-09T00:59:53.729Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_772a58ca-731f-4866-9630-9630892160a5 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
|
| 802 | 2025-01-09T00:59:53.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_772a58ca-731f-4866-9630-9630892160a5") failed: Property not found. retry in 33.807664ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
|
| 803 | 2025-01-09T00:59:53.898Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_772a58ca-731f-4866-9630-9630892160a5") failed: Property not found. retry in 117.637392ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
|
| 804 | 2025-01-09T00:59:54.036Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_772a58ca-731f-4866-9630-9630892160a5") failed: Property not found. retry in 161.893048ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
|
| 805 | 2025-01-09T00:59:54.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_772a58ca-731f-4866-9630-9630892160a5") failed: Property not found. retry in 289.177371ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
|
| 806 | 2025-01-09T00:59:54.509Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_772a58ca-731f-4866-9630-9630892160a5") failed: Property not found. retry in 1.139269636s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
|
| 807 | 2025-01-09T00:59:55.658Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_772a58ca-731f-4866-9630-9630892160a5") failed: Property not found. retry in 770.629298ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
|
| 808 | 2025-01-09T00:59:56.435Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1507574473011067416
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 809 | 2025-01-09T00:59:56.435Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11433719922119022153
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 810 | 2025-01-09T00:59:56.438Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_772a58ca-731f-4866-9630-9630892160a5") failed: Property not found. retry in 689.470222ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
|
| 811 | 2025-01-09T00:59:57.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_772a58ca-731f-4866-9630-9630892160a5") failed: Property not found. retry in 1.492786584s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
|
| 812 | 2025-01-09T00:59:57.184Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13234406863265375397
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 813 | 2025-01-09T00:59:57.184Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1740333662312298503
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 814 | 2025-01-09T00:59:58.652Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_ntp_772a58ca-731f-4866-9630-9630892160a5
|
| 815 | 2025-01-09T00:59:58.652Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 816 | 2025-01-09T00:59:58.652Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 817 | 2025-01-09T00:59:58.653Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5687183
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:55652
req_id = bee469ed-17cd-4142-b81e-53035c369c62
response_code = 204
uri = /omicron-zones
|
| 818 | 2025-01-09T00:59:58.655Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:735
|
| 819 | 2025-01-09T00:59:58.686Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 820 | 2025-01-09T00:59:58.686Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56540
|
| 821 | 2025-01-09T00:59:58.697Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_772a58ca-731f-4866-9630-9630892160a5': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3926
|
| 822 | 2025-01-09T00:59:58.697Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 11026
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56540
req_id = b6f5673f-ec0b-4f47-8a59-7e850d89d06a
response_code = 500
uri = /timesync
|
| 823 | 2025-01-09T00:59:58.700Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 824 | 2025-01-09T00:59:58.820Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 825 | 2025-01-09T00:59:58.820Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49562
|
| 826 | 2025-01-09T01:00:01.742Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 10336192206346733671
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 827 | 2025-01-09T01:00:01.990Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16910371851796927903
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 828 | 2025-01-09T01:00:02.289Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 644178316599370927
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 829 | 2025-01-09T01:00:02.829Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_772a58ca-731f-4866-9630-9630892160a5': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3926
|
| 830 | 2025-01-09T01:00:02.829Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 4009228
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49562
req_id = 1618456a-f657-47e5-909e-1c62aee31096
response_code = 500
uri = /timesync
|
| 831 | 2025-01-09T01:00:02.832Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 832 | 2025-01-09T01:00:02.990Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 833 | 2025-01-09T01:00:02.990Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60937
|
| 834 | 2025-01-09T01:00:02.998Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_772a58ca-731f-4866-9630-9630892160a5': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3926
|
| 835 | 2025-01-09T01:00:02.998Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 8342
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60937
req_id = db4716c2-5fc2-4a1a-a0e4-d22e0c3b10e6
response_code = 500
uri = /timesync
|
| 836 | 2025-01-09T01:00:03.001Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 837 | 2025-01-09T01:00:03.167Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 838 | 2025-01-09T01:00:03.167Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57696
|
| 839 | 2025-01-09T01:00:07.032Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1507574473011067416
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 840 | 2025-01-09T01:00:07.032Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11433719922119022153
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 841 | 2025-01-09T01:00:07.189Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_772a58ca-731f-4866-9630-9630892160a5': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3926
|
| 842 | 2025-01-09T01:00:07.189Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 4008526
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57696
req_id = 00fd28c3-6f07-4534-9f14-5a3ed6e77189
response_code = 500
uri = /timesync
|
| 843 | 2025-01-09T01:00:07.191Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:765
|
| 844 | 2025-01-09T01:00:07.199Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13234406863265375397
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 845 | 2025-01-09T01:00:07.199Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1740333662312298503
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 846 | 2025-01-09T01:00:07.400Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:715
|
| 847 | 2025-01-09T01:00:07.400Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56223
|
| 848 | 2025-01-09T01:00:07.423Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 22761
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56223
req_id = 0d1b5ed5-24df-443e-8c21-02359090e4f1
response_code = 200
uri = /timesync
|
| 849 | 2025-01-09T01:00:07.427Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 395716850, ip_addr: 23.150.40.242, stratum: 3, ref_time: 1736384407.140443, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:743
|
| 850 | 2025-01-09T01:00:07.427Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1392
|
| 851 | 2025-01-09T01:00:07.457Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 852 | 2025-01-09T01:00:07.457Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34275
|
| 853 | 2025-01-09T01:00:07.458Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 854 | 2025-01-09T01:00:07.458Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 855 | 2025-01-09T01:00:07.468Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 856 | 2025-01-09T01:00:07.468Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 857 | 2025-01-09T01:00:07.477Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 858 | 2025-01-09T01:00:07.477Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 859 | 2025-01-09T01:00:07.486Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 860 | 2025-01-09T01:00:07.486Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 861 | 2025-01-09T01:00:07.496Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 862 | 2025-01-09T01:00:07.496Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 863 | 2025-01-09T01:00:07.504Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 864 | 2025-01-09T01:00:07.504Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 865 | 2025-01-09T01:00:07.512Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 866 | 2025-01-09T01:00:07.512Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 867 | 2025-01-09T01:00:07.520Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 868 | 2025-01-09T01:00:07.520Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 869 | 2025-01-09T01:00:07.528Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 870 | 2025-01-09T01:00:07.529Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 871 | 2025-01-09T01:00:07.529Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 872 | 2025-01-09T01:00:07.529Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 873 | 2025-01-09T01:00:07.561Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 874 | 2025-01-09T01:00:07.561Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 875 | 2025-01-09T01:00:07.561Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 876 | 2025-01-09T01:00:07.561Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 877 | 2025-01-09T01:00:07.561Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 878 | 2025-01-09T01:00:07.561Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 103237
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 354ddbad-57e0-4ee8-a517-6a2cd02e31fe
response_code = 500
uri = /omicron-zones
|
| 879 | 2025-01-09T01:00:07.561Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "354ddbad-57e0-4ee8-a517-6a2cd02e31fe", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:07 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "354ddbad-57e0-4ee8-a517-6a2cd02e31fe" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 106.808279ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 880 | 2025-01-09T01:00:07.669Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 881 | 2025-01-09T01:00:07.670Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 882 | 2025-01-09T01:00:07.670Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 883 | 2025-01-09T01:00:07.679Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 884 | 2025-01-09T01:00:07.679Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 885 | 2025-01-09T01:00:07.688Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 886 | 2025-01-09T01:00:07.688Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 887 | 2025-01-09T01:00:07.697Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 888 | 2025-01-09T01:00:07.697Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 889 | 2025-01-09T01:00:07.707Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 890 | 2025-01-09T01:00:07.707Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 891 | 2025-01-09T01:00:07.716Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 892 | 2025-01-09T01:00:07.716Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 893 | 2025-01-09T01:00:07.725Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 894 | 2025-01-09T01:00:07.725Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 895 | 2025-01-09T01:00:07.732Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 896 | 2025-01-09T01:00:07.733Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 897 | 2025-01-09T01:00:07.743Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 898 | 2025-01-09T01:00:07.743Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 899 | 2025-01-09T01:00:07.743Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 900 | 2025-01-09T01:00:07.744Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 901 | 2025-01-09T01:00:07.776Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 902 | 2025-01-09T01:00:07.776Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 903 | 2025-01-09T01:00:07.776Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 904 | 2025-01-09T01:00:07.776Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 905 | 2025-01-09T01:00:07.776Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 906 | 2025-01-09T01:00:07.776Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 106509
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 09598470-14a6-4bc4-9fe5-abcdc38a390e
response_code = 500
uri = /omicron-zones
|
| 907 | 2025-01-09T01:00:07.776Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "09598470-14a6-4bc4-9fe5-abcdc38a390e", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:07 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "09598470-14a6-4bc4-9fe5-abcdc38a390e" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 135.327151ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 908 | 2025-01-09T01:00:07.913Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 909 | 2025-01-09T01:00:07.913Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 910 | 2025-01-09T01:00:07.913Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 911 | 2025-01-09T01:00:07.924Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 912 | 2025-01-09T01:00:07.924Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 913 | 2025-01-09T01:00:07.933Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 914 | 2025-01-09T01:00:07.933Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 915 | 2025-01-09T01:00:07.942Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 916 | 2025-01-09T01:00:07.942Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 917 | 2025-01-09T01:00:07.951Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 918 | 2025-01-09T01:00:07.951Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 919 | 2025-01-09T01:00:07.960Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 920 | 2025-01-09T01:00:07.960Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 921 | 2025-01-09T01:00:07.969Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 922 | 2025-01-09T01:00:07.969Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 923 | 2025-01-09T01:00:07.977Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 924 | 2025-01-09T01:00:07.977Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 925 | 2025-01-09T01:00:07.986Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 926 | 2025-01-09T01:00:07.986Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 927 | 2025-01-09T01:00:07.987Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 928 | 2025-01-09T01:00:07.987Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 929 | 2025-01-09T01:00:08.020Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 930 | 2025-01-09T01:00:08.021Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 931 | 2025-01-09T01:00:08.021Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 932 | 2025-01-09T01:00:08.021Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 933 | 2025-01-09T01:00:08.021Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 934 | 2025-01-09T01:00:08.021Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 107394
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = a51e5007-4cf3-4a06-a937-809e39943b2b
response_code = 500
uri = /omicron-zones
|
| 935 | 2025-01-09T01:00:08.021Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a51e5007-4cf3-4a06-a937-809e39943b2b", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:07 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a51e5007-4cf3-4a06-a937-809e39943b2b" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 140.193345ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 936 | 2025-01-09T01:00:08.162Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 937 | 2025-01-09T01:00:08.163Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 938 | 2025-01-09T01:00:08.163Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 939 | 2025-01-09T01:00:08.173Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 940 | 2025-01-09T01:00:08.173Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 941 | 2025-01-09T01:00:08.182Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 942 | 2025-01-09T01:00:08.182Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 943 | 2025-01-09T01:00:08.191Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 944 | 2025-01-09T01:00:08.191Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 945 | 2025-01-09T01:00:08.201Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 946 | 2025-01-09T01:00:08.201Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 947 | 2025-01-09T01:00:08.210Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 948 | 2025-01-09T01:00:08.210Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 949 | 2025-01-09T01:00:08.218Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 950 | 2025-01-09T01:00:08.218Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 951 | 2025-01-09T01:00:08.226Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 952 | 2025-01-09T01:00:08.226Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 953 | 2025-01-09T01:00:08.235Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 954 | 2025-01-09T01:00:08.235Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 955 | 2025-01-09T01:00:08.235Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 956 | 2025-01-09T01:00:08.235Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 957 | 2025-01-09T01:00:08.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 958 | 2025-01-09T01:00:08.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 959 | 2025-01-09T01:00:08.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 960 | 2025-01-09T01:00:08.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 961 | 2025-01-09T01:00:08.268Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 962 | 2025-01-09T01:00:08.268Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 104856
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = f319b728-3266-43ec-a3d8-9a8c32d55c46
response_code = 500
uri = /omicron-zones
|
| 963 | 2025-01-09T01:00:08.268Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f319b728-3266-43ec-a3d8-9a8c32d55c46", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:08 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f319b728-3266-43ec-a3d8-9a8c32d55c46" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 110.508456ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 964 | 2025-01-09T01:00:08.379Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 965 | 2025-01-09T01:00:08.379Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 966 | 2025-01-09T01:00:08.379Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 967 | 2025-01-09T01:00:08.389Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 968 | 2025-01-09T01:00:08.389Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 969 | 2025-01-09T01:00:08.398Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 970 | 2025-01-09T01:00:08.398Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 971 | 2025-01-09T01:00:08.407Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 972 | 2025-01-09T01:00:08.407Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 973 | 2025-01-09T01:00:08.416Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 974 | 2025-01-09T01:00:08.416Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 975 | 2025-01-09T01:00:08.424Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 976 | 2025-01-09T01:00:08.424Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 977 | 2025-01-09T01:00:08.434Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 978 | 2025-01-09T01:00:08.434Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 979 | 2025-01-09T01:00:08.442Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 980 | 2025-01-09T01:00:08.442Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 981 | 2025-01-09T01:00:08.451Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 982 | 2025-01-09T01:00:08.451Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 983 | 2025-01-09T01:00:08.452Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 984 | 2025-01-09T01:00:08.452Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 985 | 2025-01-09T01:00:08.482Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 986 | 2025-01-09T01:00:08.482Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 987 | 2025-01-09T01:00:08.482Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 988 | 2025-01-09T01:00:08.482Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 989 | 2025-01-09T01:00:08.482Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 990 | 2025-01-09T01:00:08.483Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 102896
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 94311f6d-5426-43a2-9bf4-7f0285639de0
response_code = 500
uri = /omicron-zones
|
| 991 | 2025-01-09T01:00:08.483Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "94311f6d-5426-43a2-9bf4-7f0285639de0", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:08 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "94311f6d-5426-43a2-9bf4-7f0285639de0" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 163.458329ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 992 | 2025-01-09T01:00:08.648Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 993 | 2025-01-09T01:00:08.648Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 994 | 2025-01-09T01:00:08.648Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 995 | 2025-01-09T01:00:08.658Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 996 | 2025-01-09T01:00:08.658Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 997 | 2025-01-09T01:00:08.667Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 998 | 2025-01-09T01:00:08.667Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 999 | 2025-01-09T01:00:08.676Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1000 | 2025-01-09T01:00:08.676Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1001 | 2025-01-09T01:00:08.686Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1002 | 2025-01-09T01:00:08.686Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1003 | 2025-01-09T01:00:08.695Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1004 | 2025-01-09T01:00:08.695Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1005 | 2025-01-09T01:00:08.703Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1006 | 2025-01-09T01:00:08.703Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1007 | 2025-01-09T01:00:08.711Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1008 | 2025-01-09T01:00:08.711Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1009 | 2025-01-09T01:00:08.720Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1010 | 2025-01-09T01:00:08.720Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1011 | 2025-01-09T01:00:08.720Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1012 | 2025-01-09T01:00:08.720Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1013 | 2025-01-09T01:00:08.752Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1014 | 2025-01-09T01:00:08.752Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1015 | 2025-01-09T01:00:08.752Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1016 | 2025-01-09T01:00:08.752Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1017 | 2025-01-09T01:00:08.752Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1018 | 2025-01-09T01:00:08.753Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 104513
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = a36ad0ef-77f5-480e-aa46-4a23e6076b53
response_code = 500
uri = /omicron-zones
|
| 1019 | 2025-01-09T01:00:08.753Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a36ad0ef-77f5-480e-aa46-4a23e6076b53", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:08 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a36ad0ef-77f5-480e-aa46-4a23e6076b53" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 329.577955ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1020 | 2025-01-09T01:00:09.085Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1021 | 2025-01-09T01:00:09.085Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1022 | 2025-01-09T01:00:09.085Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1023 | 2025-01-09T01:00:09.095Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1024 | 2025-01-09T01:00:09.095Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1025 | 2025-01-09T01:00:09.105Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1026 | 2025-01-09T01:00:09.105Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1027 | 2025-01-09T01:00:09.115Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1028 | 2025-01-09T01:00:09.115Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1029 | 2025-01-09T01:00:09.124Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1030 | 2025-01-09T01:00:09.124Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1031 | 2025-01-09T01:00:09.133Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1032 | 2025-01-09T01:00:09.133Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1033 | 2025-01-09T01:00:09.142Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1034 | 2025-01-09T01:00:09.142Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1035 | 2025-01-09T01:00:09.151Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1036 | 2025-01-09T01:00:09.151Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1037 | 2025-01-09T01:00:09.160Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1038 | 2025-01-09T01:00:09.160Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1039 | 2025-01-09T01:00:09.160Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1040 | 2025-01-09T01:00:09.160Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1041 | 2025-01-09T01:00:09.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1042 | 2025-01-09T01:00:09.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1043 | 2025-01-09T01:00:09.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1044 | 2025-01-09T01:00:09.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1045 | 2025-01-09T01:00:09.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1046 | 2025-01-09T01:00:09.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 107876
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 1e62cc4d-2602-4818-9b05-572c20da003e
response_code = 500
uri = /omicron-zones
|
| 1047 | 2025-01-09T01:00:09.193Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1e62cc4d-2602-4818-9b05-572c20da003e", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:08 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1e62cc4d-2602-4818-9b05-572c20da003e" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 446.785627ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1048 | 2025-01-09T01:00:09.642Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1049 | 2025-01-09T01:00:09.642Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1050 | 2025-01-09T01:00:09.642Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1051 | 2025-01-09T01:00:09.652Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1052 | 2025-01-09T01:00:09.652Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1053 | 2025-01-09T01:00:09.661Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1054 | 2025-01-09T01:00:09.661Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1055 | 2025-01-09T01:00:09.671Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1056 | 2025-01-09T01:00:09.671Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1057 | 2025-01-09T01:00:09.680Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1058 | 2025-01-09T01:00:09.680Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1059 | 2025-01-09T01:00:09.689Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1060 | 2025-01-09T01:00:09.689Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1061 | 2025-01-09T01:00:09.698Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1062 | 2025-01-09T01:00:09.698Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1063 | 2025-01-09T01:00:09.708Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1064 | 2025-01-09T01:00:09.708Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1065 | 2025-01-09T01:00:09.717Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1066 | 2025-01-09T01:00:09.717Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1067 | 2025-01-09T01:00:09.717Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1068 | 2025-01-09T01:00:09.717Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1069 | 2025-01-09T01:00:09.750Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1070 | 2025-01-09T01:00:09.750Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1071 | 2025-01-09T01:00:09.750Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1072 | 2025-01-09T01:00:09.750Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1073 | 2025-01-09T01:00:09.750Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1074 | 2025-01-09T01:00:09.750Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 107414
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = ede522c7-bda4-4fa0-8c00-e4c0b37085c3
response_code = 500
uri = /omicron-zones
|
| 1075 | 2025-01-09T01:00:09.750Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ede522c7-bda4-4fa0-8c00-e4c0b37085c3", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:09 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ede522c7-bda4-4fa0-8c00-e4c0b37085c3" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 323.626658ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1076 | 2025-01-09T01:00:10.075Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1077 | 2025-01-09T01:00:10.075Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1078 | 2025-01-09T01:00:10.075Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1079 | 2025-01-09T01:00:10.085Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1080 | 2025-01-09T01:00:10.085Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1081 | 2025-01-09T01:00:10.095Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1082 | 2025-01-09T01:00:10.095Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1083 | 2025-01-09T01:00:10.103Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1084 | 2025-01-09T01:00:10.104Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1085 | 2025-01-09T01:00:10.113Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1086 | 2025-01-09T01:00:10.113Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1087 | 2025-01-09T01:00:10.122Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1088 | 2025-01-09T01:00:10.122Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1089 | 2025-01-09T01:00:10.132Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1090 | 2025-01-09T01:00:10.132Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1091 | 2025-01-09T01:00:10.141Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1092 | 2025-01-09T01:00:10.141Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1093 | 2025-01-09T01:00:10.149Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1094 | 2025-01-09T01:00:10.149Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1095 | 2025-01-09T01:00:10.150Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1096 | 2025-01-09T01:00:10.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1097 | 2025-01-09T01:00:10.182Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1098 | 2025-01-09T01:00:10.182Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1099 | 2025-01-09T01:00:10.182Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1100 | 2025-01-09T01:00:10.182Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1101 | 2025-01-09T01:00:10.182Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1102 | 2025-01-09T01:00:10.182Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 106536
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 6937f18b-0f0d-4f0c-bc89-78e14e72ff36
response_code = 500
uri = /omicron-zones
|
| 1103 | 2025-01-09T01:00:10.182Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6937f18b-0f0d-4f0c-bc89-78e14e72ff36", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:09 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6937f18b-0f0d-4f0c-bc89-78e14e72ff36" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 282.004308ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1104 | 2025-01-09T01:00:10.467Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1105 | 2025-01-09T01:00:10.467Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1106 | 2025-01-09T01:00:10.467Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1107 | 2025-01-09T01:00:10.477Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1108 | 2025-01-09T01:00:10.477Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1109 | 2025-01-09T01:00:10.486Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1110 | 2025-01-09T01:00:10.486Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1111 | 2025-01-09T01:00:10.495Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1112 | 2025-01-09T01:00:10.495Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1113 | 2025-01-09T01:00:10.504Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1114 | 2025-01-09T01:00:10.504Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1115 | 2025-01-09T01:00:10.513Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1116 | 2025-01-09T01:00:10.513Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1117 | 2025-01-09T01:00:10.522Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1118 | 2025-01-09T01:00:10.522Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1119 | 2025-01-09T01:00:10.531Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1120 | 2025-01-09T01:00:10.531Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1121 | 2025-01-09T01:00:10.540Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1122 | 2025-01-09T01:00:10.541Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1123 | 2025-01-09T01:00:10.541Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1124 | 2025-01-09T01:00:10.541Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1125 | 2025-01-09T01:00:10.573Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1126 | 2025-01-09T01:00:10.573Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1127 | 2025-01-09T01:00:10.573Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1128 | 2025-01-09T01:00:10.573Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1129 | 2025-01-09T01:00:10.573Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1130 | 2025-01-09T01:00:10.573Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 106366
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 525d7cb0-2b68-4d3c-b26a-ed2ad648d29a
response_code = 500
uri = /omicron-zones
|
| 1131 | 2025-01-09T01:00:10.573Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "525d7cb0-2b68-4d3c-b26a-ed2ad648d29a", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:09 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "525d7cb0-2b68-4d3c-b26a-ed2ad648d29a" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 606.890237ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1132 | 2025-01-09T01:00:10.649Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 144.119036ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 1133 | 2025-01-09T01:00:11.183Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1134 | 2025-01-09T01:00:11.184Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1135 | 2025-01-09T01:00:11.184Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1136 | 2025-01-09T01:00:11.194Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1137 | 2025-01-09T01:00:11.195Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1138 | 2025-01-09T01:00:11.204Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1139 | 2025-01-09T01:00:11.204Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1140 | 2025-01-09T01:00:11.214Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1141 | 2025-01-09T01:00:11.214Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1142 | 2025-01-09T01:00:11.224Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1143 | 2025-01-09T01:00:11.224Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1144 | 2025-01-09T01:00:11.233Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1145 | 2025-01-09T01:00:11.233Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1146 | 2025-01-09T01:00:11.242Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1147 | 2025-01-09T01:00:11.243Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1148 | 2025-01-09T01:00:11.252Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1149 | 2025-01-09T01:00:11.252Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1150 | 2025-01-09T01:00:11.261Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1151 | 2025-01-09T01:00:11.261Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1152 | 2025-01-09T01:00:11.261Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1153 | 2025-01-09T01:00:11.261Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1154 | 2025-01-09T01:00:11.293Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1155 | 2025-01-09T01:00:11.293Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1156 | 2025-01-09T01:00:11.293Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1157 | 2025-01-09T01:00:11.293Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1158 | 2025-01-09T01:00:11.293Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1159 | 2025-01-09T01:00:11.293Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 109670
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 767e6100-54f0-45df-91aa-789c27fb40ad
response_code = 500
uri = /omicron-zones
|
| 1160 | 2025-01-09T01:00:11.294Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "767e6100-54f0-45df-91aa-789c27fb40ad", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:11 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "767e6100-54f0-45df-91aa-789c27fb40ad" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 890.300188ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1161 | 2025-01-09T01:00:12.187Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1162 | 2025-01-09T01:00:12.187Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1163 | 2025-01-09T01:00:12.187Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1164 | 2025-01-09T01:00:12.198Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1165 | 2025-01-09T01:00:12.198Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1166 | 2025-01-09T01:00:12.207Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1167 | 2025-01-09T01:00:12.207Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1168 | 2025-01-09T01:00:12.217Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1169 | 2025-01-09T01:00:12.217Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1170 | 2025-01-09T01:00:12.227Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1171 | 2025-01-09T01:00:12.227Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1172 | 2025-01-09T01:00:12.236Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1173 | 2025-01-09T01:00:12.236Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1174 | 2025-01-09T01:00:12.244Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1175 | 2025-01-09T01:00:12.244Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1176 | 2025-01-09T01:00:12.253Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1177 | 2025-01-09T01:00:12.253Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1178 | 2025-01-09T01:00:12.262Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1179 | 2025-01-09T01:00:12.262Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1180 | 2025-01-09T01:00:12.262Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1181 | 2025-01-09T01:00:12.262Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1182 | 2025-01-09T01:00:12.293Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1183 | 2025-01-09T01:00:12.293Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1184 | 2025-01-09T01:00:12.293Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1185 | 2025-01-09T01:00:12.293Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1186 | 2025-01-09T01:00:12.293Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1187 | 2025-01-09T01:00:12.293Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 105457
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 7c43a2ca-bd3c-4151-a368-744d8edacee6
response_code = 500
uri = /omicron-zones
|
| 1188 | 2025-01-09T01:00:12.293Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7c43a2ca-bd3c-4151-a368-744d8edacee6", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:12 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7c43a2ca-bd3c-4151-a368-744d8edacee6" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 788.922433ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1189 | 2025-01-09T01:00:13.085Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1190 | 2025-01-09T01:00:13.086Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1191 | 2025-01-09T01:00:13.086Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1192 | 2025-01-09T01:00:13.096Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1193 | 2025-01-09T01:00:13.096Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1194 | 2025-01-09T01:00:13.106Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1195 | 2025-01-09T01:00:13.106Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1196 | 2025-01-09T01:00:13.114Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1197 | 2025-01-09T01:00:13.114Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1198 | 2025-01-09T01:00:13.124Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1199 | 2025-01-09T01:00:13.124Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1200 | 2025-01-09T01:00:13.134Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1201 | 2025-01-09T01:00:13.135Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1202 | 2025-01-09T01:00:13.143Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1203 | 2025-01-09T01:00:13.143Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1204 | 2025-01-09T01:00:13.152Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1205 | 2025-01-09T01:00:13.152Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1206 | 2025-01-09T01:00:13.161Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1207 | 2025-01-09T01:00:13.161Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1208 | 2025-01-09T01:00:13.161Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1209 | 2025-01-09T01:00:13.161Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1210 | 2025-01-09T01:00:13.193Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1211 | 2025-01-09T01:00:13.194Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1212 | 2025-01-09T01:00:13.194Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1213 | 2025-01-09T01:00:13.194Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1214 | 2025-01-09T01:00:13.194Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1215 | 2025-01-09T01:00:13.194Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 107899
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 18ce4a38-dc1f-426a-ab53-5d83535efcfe
response_code = 500
uri = /omicron-zones
|
| 1216 | 2025-01-09T01:00:13.194Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "18ce4a38-dc1f-426a-ab53-5d83535efcfe", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:13 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "18ce4a38-dc1f-426a-ab53-5d83535efcfe" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 883.858118ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1217 | 2025-01-09T01:00:14.082Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1218 | 2025-01-09T01:00:14.082Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1219 | 2025-01-09T01:00:14.082Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1220 | 2025-01-09T01:00:14.093Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1221 | 2025-01-09T01:00:14.093Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1222 | 2025-01-09T01:00:14.103Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1223 | 2025-01-09T01:00:14.103Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1224 | 2025-01-09T01:00:14.112Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1225 | 2025-01-09T01:00:14.112Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1226 | 2025-01-09T01:00:14.122Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1227 | 2025-01-09T01:00:14.122Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1228 | 2025-01-09T01:00:14.131Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1229 | 2025-01-09T01:00:14.131Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1230 | 2025-01-09T01:00:14.140Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1231 | 2025-01-09T01:00:14.140Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1232 | 2025-01-09T01:00:14.149Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1233 | 2025-01-09T01:00:14.149Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1234 | 2025-01-09T01:00:14.157Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1235 | 2025-01-09T01:00:14.157Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1236 | 2025-01-09T01:00:14.157Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1237 | 2025-01-09T01:00:14.158Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1238 | 2025-01-09T01:00:14.189Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1239 | 2025-01-09T01:00:14.189Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1240 | 2025-01-09T01:00:14.189Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1241 | 2025-01-09T01:00:14.189Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1242 | 2025-01-09T01:00:14.189Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1243 | 2025-01-09T01:00:14.189Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 107373
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 5d6246c1-19ca-4eef-a895-3e4c4fb990c8
response_code = 500
uri = /omicron-zones
|
| 1244 | 2025-01-09T01:00:14.190Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5d6246c1-19ca-4eef-a895-3e4c4fb990c8", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:14 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5d6246c1-19ca-4eef-a895-3e4c4fb990c8" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 579.263537ms
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1245 | 2025-01-09T01:00:14.772Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1246 | 2025-01-09T01:00:14.772Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1247 | 2025-01-09T01:00:14.772Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1248 | 2025-01-09T01:00:14.784Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1249 | 2025-01-09T01:00:14.784Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1250 | 2025-01-09T01:00:14.794Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1251 | 2025-01-09T01:00:14.794Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1252 | 2025-01-09T01:00:14.803Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1253 | 2025-01-09T01:00:14.803Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1254 | 2025-01-09T01:00:14.813Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1255 | 2025-01-09T01:00:14.813Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1256 | 2025-01-09T01:00:14.823Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1257 | 2025-01-09T01:00:14.823Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1258 | 2025-01-09T01:00:14.833Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1259 | 2025-01-09T01:00:14.833Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1260 | 2025-01-09T01:00:14.842Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1261 | 2025-01-09T01:00:14.842Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1262 | 2025-01-09T01:00:14.851Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1263 | 2025-01-09T01:00:14.851Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1264 | 2025-01-09T01:00:14.852Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1265 | 2025-01-09T01:00:14.852Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1266 | 2025-01-09T01:00:14.883Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1267 | 2025-01-09T01:00:14.883Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1268 | 2025-01-09T01:00:14.883Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1269 | 2025-01-09T01:00:14.883Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1270 | 2025-01-09T01:00:14.883Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1271 | 2025-01-09T01:00:14.884Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 111242
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 4cf79680-649f-4cce-a10e-f9e72a26899c
response_code = 500
uri = /omicron-zones
|
| 1272 | 2025-01-09T01:00:14.884Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4cf79680-649f-4cce-a10e-f9e72a26899c", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:14 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4cf79680-649f-4cce-a10e-f9e72a26899c" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.078141043s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1273 | 2025-01-09T01:00:15.965Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1274 | 2025-01-09T01:00:15.966Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1275 | 2025-01-09T01:00:15.966Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1276 | 2025-01-09T01:00:15.976Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1277 | 2025-01-09T01:00:15.976Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1278 | 2025-01-09T01:00:15.986Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1279 | 2025-01-09T01:00:15.986Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1280 | 2025-01-09T01:00:15.995Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1281 | 2025-01-09T01:00:15.995Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1282 | 2025-01-09T01:00:16.004Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1283 | 2025-01-09T01:00:16.004Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1284 | 2025-01-09T01:00:16.014Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1285 | 2025-01-09T01:00:16.014Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1286 | 2025-01-09T01:00:16.022Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1287 | 2025-01-09T01:00:16.022Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1288 | 2025-01-09T01:00:16.031Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1289 | 2025-01-09T01:00:16.031Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1290 | 2025-01-09T01:00:16.041Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1291 | 2025-01-09T01:00:16.041Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1292 | 2025-01-09T01:00:16.041Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1293 | 2025-01-09T01:00:16.041Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1294 | 2025-01-09T01:00:16.073Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1295 | 2025-01-09T01:00:16.073Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1296 | 2025-01-09T01:00:16.073Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1297 | 2025-01-09T01:00:16.073Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1298 | 2025-01-09T01:00:16.073Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1299 | 2025-01-09T01:00:16.073Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 107102
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = ef15edb3-dad2-4bef-a40e-e85f0f17fab1
response_code = 500
uri = /omicron-zones
|
| 1300 | 2025-01-09T01:00:16.073Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ef15edb3-dad2-4bef-a40e-e85f0f17fab1", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ef15edb3-dad2-4bef-a40e-e85f0f17fab1" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.589952466s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1301 | 2025-01-09T01:00:16.390Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57358
|
| 1302 | 2025-01-09T01:00:16.390Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57358
req_id = 011ec414-e1bb-4cd8-b739-bd43cf8f999a
response_code = 200
uri = /baseboard
|
| 1303 | 2025-01-09T01:00:17.668Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1304 | 2025-01-09T01:00:17.668Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1305 | 2025-01-09T01:00:17.668Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1306 | 2025-01-09T01:00:17.678Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1307 | 2025-01-09T01:00:17.678Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1308 | 2025-01-09T01:00:17.687Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1309 | 2025-01-09T01:00:17.687Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1310 | 2025-01-09T01:00:17.697Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1311 | 2025-01-09T01:00:17.697Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1312 | 2025-01-09T01:00:17.706Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1313 | 2025-01-09T01:00:17.706Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1314 | 2025-01-09T01:00:17.715Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1315 | 2025-01-09T01:00:17.715Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1316 | 2025-01-09T01:00:17.724Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1317 | 2025-01-09T01:00:17.724Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1318 | 2025-01-09T01:00:17.735Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1319 | 2025-01-09T01:00:17.735Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1320 | 2025-01-09T01:00:17.744Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1321 | 2025-01-09T01:00:17.744Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1322 | 2025-01-09T01:00:17.744Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1323 | 2025-01-09T01:00:17.744Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1324 | 2025-01-09T01:00:17.777Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1325 | 2025-01-09T01:00:17.777Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1326 | 2025-01-09T01:00:17.777Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1327 | 2025-01-09T01:00:17.777Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1328 | 2025-01-09T01:00:17.777Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1329 | 2025-01-09T01:00:17.777Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 108933
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = da9ae5e9-3c4a-438d-ae82-aba28887edfa
response_code = 500
uri = /omicron-zones
|
| 1330 | 2025-01-09T01:00:17.777Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "da9ae5e9-3c4a-438d-ae82-aba28887edfa", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:17 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "da9ae5e9-3c4a-438d-ae82-aba28887edfa" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 2.284195642s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1331 | 2025-01-09T01:00:20.069Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1332 | 2025-01-09T01:00:20.069Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1333 | 2025-01-09T01:00:20.069Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1334 | 2025-01-09T01:00:20.080Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1335 | 2025-01-09T01:00:20.080Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1336 | 2025-01-09T01:00:20.090Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1337 | 2025-01-09T01:00:20.090Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1338 | 2025-01-09T01:00:20.099Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1339 | 2025-01-09T01:00:20.099Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1340 | 2025-01-09T01:00:20.109Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1341 | 2025-01-09T01:00:20.109Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1342 | 2025-01-09T01:00:20.118Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1343 | 2025-01-09T01:00:20.118Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1344 | 2025-01-09T01:00:20.127Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1345 | 2025-01-09T01:00:20.127Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1346 | 2025-01-09T01:00:20.136Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1347 | 2025-01-09T01:00:20.136Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1348 | 2025-01-09T01:00:20.145Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1349 | 2025-01-09T01:00:20.145Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1350 | 2025-01-09T01:00:20.145Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1351 | 2025-01-09T01:00:20.145Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1352 | 2025-01-09T01:00:20.178Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1353 | 2025-01-09T01:00:20.178Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1354 | 2025-01-09T01:00:20.178Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1355 | 2025-01-09T01:00:20.178Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1356 | 2025-01-09T01:00:20.178Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1357 | 2025-01-09T01:00:20.178Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 108755
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 7faab4b7-2e9c-4601-846a-a8445b9103de
response_code = 500
uri = /omicron-zones
|
| 1358 | 2025-01-09T01:00:20.178Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7faab4b7-2e9c-4601-846a-a8445b9103de", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:20 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7faab4b7-2e9c-4601-846a-a8445b9103de" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 1.248395824s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1359 | 2025-01-09T01:00:21.431Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1360 | 2025-01-09T01:00:21.432Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1361 | 2025-01-09T01:00:21.432Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1362 | 2025-01-09T01:00:21.442Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1363 | 2025-01-09T01:00:21.442Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1364 | 2025-01-09T01:00:21.451Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1365 | 2025-01-09T01:00:21.451Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1366 | 2025-01-09T01:00:21.461Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1367 | 2025-01-09T01:00:21.461Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1368 | 2025-01-09T01:00:21.471Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1369 | 2025-01-09T01:00:21.471Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1370 | 2025-01-09T01:00:21.480Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1371 | 2025-01-09T01:00:21.480Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1372 | 2025-01-09T01:00:21.490Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1373 | 2025-01-09T01:00:21.490Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1374 | 2025-01-09T01:00:21.500Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1375 | 2025-01-09T01:00:21.500Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1376 | 2025-01-09T01:00:21.509Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1377 | 2025-01-09T01:00:21.509Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1378 | 2025-01-09T01:00:21.509Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1379 | 2025-01-09T01:00:21.509Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1380 | 2025-01-09T01:00:21.542Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1381 | 2025-01-09T01:00:21.542Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1382 | 2025-01-09T01:00:21.542Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1383 | 2025-01-09T01:00:21.542Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1384 | 2025-01-09T01:00:21.542Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1385 | 2025-01-09T01:00:21.542Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 110082
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = faf6b898-8f7d-444f-9473-3586877bda52
response_code = 500
uri = /omicron-zones
|
| 1386 | 2025-01-09T01:00:21.542Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "faf6b898-8f7d-444f-9473-3586877bda52", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:21 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "faf6b898-8f7d-444f-9473-3586877bda52" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 3.661894502s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1387 | 2025-01-09T01:00:25.214Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1388 | 2025-01-09T01:00:25.215Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1389 | 2025-01-09T01:00:25.215Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1390 | 2025-01-09T01:00:25.226Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1391 | 2025-01-09T01:00:25.226Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1392 | 2025-01-09T01:00:25.237Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1393 | 2025-01-09T01:00:25.237Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1394 | 2025-01-09T01:00:25.246Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1395 | 2025-01-09T01:00:25.246Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1396 | 2025-01-09T01:00:25.255Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1397 | 2025-01-09T01:00:25.255Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1398 | 2025-01-09T01:00:25.263Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1399 | 2025-01-09T01:00:25.263Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1400 | 2025-01-09T01:00:25.271Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1401 | 2025-01-09T01:00:25.271Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1402 | 2025-01-09T01:00:25.280Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1403 | 2025-01-09T01:00:25.280Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1404 | 2025-01-09T01:00:25.287Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1405 | 2025-01-09T01:00:25.287Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1406 | 2025-01-09T01:00:25.288Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1407 | 2025-01-09T01:00:25.288Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1408 | 2025-01-09T01:00:25.319Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1409 | 2025-01-09T01:00:25.319Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1410 | 2025-01-09T01:00:25.319Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1411 | 2025-01-09T01:00:25.319Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1412 | 2025-01-09T01:00:25.319Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1413 | 2025-01-09T01:00:25.319Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 104554
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 78393163-7566-4a02-be23-3a00344e0bb9
response_code = 500
uri = /omicron-zones
|
| 1414 | 2025-01-09T01:00:25.320Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "78393163-7566-4a02-be23-3a00344e0bb9", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:25 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "78393163-7566-4a02-be23-3a00344e0bb9" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 4.413833981s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1415 | 2025-01-09T01:00:25.872Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 721.970352ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 1416 | 2025-01-09T01:00:29.747Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1417 | 2025-01-09T01:00:29.747Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1418 | 2025-01-09T01:00:29.747Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1419 | 2025-01-09T01:00:29.758Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1420 | 2025-01-09T01:00:29.758Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1421 | 2025-01-09T01:00:29.768Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1422 | 2025-01-09T01:00:29.768Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1423 | 2025-01-09T01:00:29.778Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1424 | 2025-01-09T01:00:29.778Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1425 | 2025-01-09T01:00:29.788Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1426 | 2025-01-09T01:00:29.788Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1427 | 2025-01-09T01:00:29.797Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1428 | 2025-01-09T01:00:29.797Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1429 | 2025-01-09T01:00:29.806Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1430 | 2025-01-09T01:00:29.806Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1431 | 2025-01-09T01:00:29.813Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1432 | 2025-01-09T01:00:29.813Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1433 | 2025-01-09T01:00:29.823Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1434 | 2025-01-09T01:00:29.823Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1435 | 2025-01-09T01:00:29.823Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1436 | 2025-01-09T01:00:29.823Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1437 | 2025-01-09T01:00:29.855Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1438 | 2025-01-09T01:00:29.855Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1439 | 2025-01-09T01:00:29.855Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1440 | 2025-01-09T01:00:29.855Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1441 | 2025-01-09T01:00:29.855Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1442 | 2025-01-09T01:00:29.856Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 108406
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = fb70c5da-6141-4dff-b6f9-412433bf23df
response_code = 500
uri = /omicron-zones
|
| 1443 | 2025-01-09T01:00:29.856Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "fb70c5da-6141-4dff-b6f9-412433bf23df", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "fb70c5da-6141-4dff-b6f9-412433bf23df" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 4.469001235s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1444 | 2025-01-09T01:00:34.338Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1445 | 2025-01-09T01:00:34.339Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1446 | 2025-01-09T01:00:34.339Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1447 | 2025-01-09T01:00:34.349Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1448 | 2025-01-09T01:00:34.349Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1449 | 2025-01-09T01:00:34.359Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1450 | 2025-01-09T01:00:34.359Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1451 | 2025-01-09T01:00:34.368Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1452 | 2025-01-09T01:00:34.368Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1453 | 2025-01-09T01:00:34.377Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1454 | 2025-01-09T01:00:34.377Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1455 | 2025-01-09T01:00:34.386Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1456 | 2025-01-09T01:00:34.386Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1457 | 2025-01-09T01:00:34.394Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1458 | 2025-01-09T01:00:34.394Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1459 | 2025-01-09T01:00:34.403Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1460 | 2025-01-09T01:00:34.403Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1461 | 2025-01-09T01:00:34.412Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1462 | 2025-01-09T01:00:34.412Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1463 | 2025-01-09T01:00:34.412Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1464 | 2025-01-09T01:00:34.413Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1465 | 2025-01-09T01:00:34.444Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1466 | 2025-01-09T01:00:34.445Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1467 | 2025-01-09T01:00:34.445Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1468 | 2025-01-09T01:00:34.445Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1469 | 2025-01-09T01:00:34.445Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1470 | 2025-01-09T01:00:34.445Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 105934
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 733d6909-a384-4709-93ad-0d5d58538d47
response_code = 500
uri = /omicron-zones
|
| 1471 | 2025-01-09T01:00:34.445Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "733d6909-a384-4709-93ad-0d5d58538d47", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:34 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "733d6909-a384-4709-93ad-0d5d58538d47" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 5.005443877s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1472 | 2025-01-09T01:00:39.465Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1473 | 2025-01-09T01:00:39.465Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1474 | 2025-01-09T01:00:39.465Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1475 | 2025-01-09T01:00:39.476Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1476 | 2025-01-09T01:00:39.476Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1477 | 2025-01-09T01:00:39.485Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1478 | 2025-01-09T01:00:39.485Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1479 | 2025-01-09T01:00:39.495Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1480 | 2025-01-09T01:00:39.495Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1481 | 2025-01-09T01:00:39.504Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1482 | 2025-01-09T01:00:39.504Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1483 | 2025-01-09T01:00:39.512Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1484 | 2025-01-09T01:00:39.512Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1485 | 2025-01-09T01:00:39.522Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1486 | 2025-01-09T01:00:39.522Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1487 | 2025-01-09T01:00:39.531Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1488 | 2025-01-09T01:00:39.531Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1489 | 2025-01-09T01:00:39.540Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1490 | 2025-01-09T01:00:39.540Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1491 | 2025-01-09T01:00:39.541Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1492 | 2025-01-09T01:00:39.541Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1493 | 2025-01-09T01:00:39.574Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1494 | 2025-01-09T01:00:39.574Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1495 | 2025-01-09T01:00:39.574Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1496 | 2025-01-09T01:00:39.574Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1497 | 2025-01-09T01:00:39.574Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1498 | 2025-01-09T01:00:39.574Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 109087
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 6fb89a9a-e510-419b-9a69-3b05fe0f563b
response_code = 500
uri = /omicron-zones
|
| 1499 | 2025-01-09T01:00:39.574Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6fb89a9a-e510-419b-9a69-3b05fe0f563b", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:39 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6fb89a9a-e510-419b-9a69-3b05fe0f563b" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 7.339668386s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1500 | 2025-01-09T01:00:41.671Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.459463926s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 1501 | 2025-01-09T01:00:46.503Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62106
|
| 1502 | 2025-01-09T01:00:46.503Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 31
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62106
req_id = eff8b57b-7f94-4cc8-a973-cae7abf5e46d
response_code = 200
uri = /baseboard
|
| 1503 | 2025-01-09T01:00:46.935Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1504 | 2025-01-09T01:00:46.935Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1505 | 2025-01-09T01:00:46.935Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1506 | 2025-01-09T01:00:46.947Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1507 | 2025-01-09T01:00:46.947Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1508 | 2025-01-09T01:00:46.957Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1509 | 2025-01-09T01:00:46.957Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1510 | 2025-01-09T01:00:46.966Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1511 | 2025-01-09T01:00:46.966Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1512 | 2025-01-09T01:00:46.976Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1513 | 2025-01-09T01:00:46.976Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1514 | 2025-01-09T01:00:46.985Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1515 | 2025-01-09T01:00:46.985Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1516 | 2025-01-09T01:00:46.994Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1517 | 2025-01-09T01:00:46.994Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1518 | 2025-01-09T01:00:47.003Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1519 | 2025-01-09T01:00:47.003Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1520 | 2025-01-09T01:00:47.012Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1521 | 2025-01-09T01:00:47.013Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1522 | 2025-01-09T01:00:47.013Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1523 | 2025-01-09T01:00:47.013Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1524 | 2025-01-09T01:00:47.047Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1525 | 2025-01-09T01:00:47.047Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1526 | 2025-01-09T01:00:47.047Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1527 | 2025-01-09T01:00:47.047Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1528 | 2025-01-09T01:00:47.047Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1529 | 2025-01-09T01:00:47.047Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 111564
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 865bdfed-4b2f-43a1-b341-02bfc075ab79
response_code = 500
uri = /omicron-zones
|
| 1530 | 2025-01-09T01:00:47.047Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "865bdfed-4b2f-43a1-b341-02bfc075ab79", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "865bdfed-4b2f-43a1-b341-02bfc075ab79" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 6.717131566s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1531 | 2025-01-09T01:00:53.784Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1532 | 2025-01-09T01:00:53.784Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1533 | 2025-01-09T01:00:53.784Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1534 | 2025-01-09T01:00:53.795Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1535 | 2025-01-09T01:00:53.795Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1536 | 2025-01-09T01:00:53.805Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1537 | 2025-01-09T01:00:53.805Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1538 | 2025-01-09T01:00:53.816Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1539 | 2025-01-09T01:00:53.816Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1540 | 2025-01-09T01:00:53.826Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1541 | 2025-01-09T01:00:53.826Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1542 | 2025-01-09T01:00:53.835Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1543 | 2025-01-09T01:00:53.835Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1544 | 2025-01-09T01:00:53.845Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1545 | 2025-01-09T01:00:53.845Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1546 | 2025-01-09T01:00:53.854Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1547 | 2025-01-09T01:00:53.854Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1548 | 2025-01-09T01:00:53.864Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1549 | 2025-01-09T01:00:53.864Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1550 | 2025-01-09T01:00:53.864Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1551 | 2025-01-09T01:00:53.864Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1552 | 2025-01-09T01:00:53.895Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1553 | 2025-01-09T01:00:53.895Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1554 | 2025-01-09T01:00:53.895Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1555 | 2025-01-09T01:00:53.895Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1556 | 2025-01-09T01:00:53.895Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1557 | 2025-01-09T01:00:53.895Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 111233
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = f69d6890-a08b-4b1f-bada-4bb9f23505d9
response_code = 500
uri = /omicron-zones
|
| 1558 | 2025-01-09T01:00:53.896Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f69d6890-a08b-4b1f-bada-4bb9f23505d9", "content-length": "124", "date": "Thu, 09 Jan 2025 01:00:53 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f69d6890-a08b-4b1f-bada-4bb9f23505d9" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 8.342733235s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1559 | 2025-01-09T01:00:58.212Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 2.80938236s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 1560 | 2025-01-09T01:01:02.261Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1561 | 2025-01-09T01:01:02.262Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1562 | 2025-01-09T01:01:02.262Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1563 | 2025-01-09T01:01:02.273Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1564 | 2025-01-09T01:01:02.273Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1565 | 2025-01-09T01:01:02.284Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1566 | 2025-01-09T01:01:02.284Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1567 | 2025-01-09T01:01:02.293Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1568 | 2025-01-09T01:01:02.293Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1569 | 2025-01-09T01:01:02.302Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1570 | 2025-01-09T01:01:02.302Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1571 | 2025-01-09T01:01:02.311Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1572 | 2025-01-09T01:01:02.311Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1573 | 2025-01-09T01:01:02.320Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1574 | 2025-01-09T01:01:02.320Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1575 | 2025-01-09T01:01:02.329Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1576 | 2025-01-09T01:01:02.329Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1577 | 2025-01-09T01:01:02.339Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1578 | 2025-01-09T01:01:02.339Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1579 | 2025-01-09T01:01:02.339Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1580 | 2025-01-09T01:01:02.339Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1581 | 2025-01-09T01:01:02.373Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1582 | 2025-01-09T01:01:02.373Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1583 | 2025-01-09T01:01:02.373Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1584 | 2025-01-09T01:01:02.373Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1585 | 2025-01-09T01:01:02.373Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1586 | 2025-01-09T01:01:02.373Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 111044
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 15e4cd51-322a-4993-b683-8347431b19be
response_code = 500
uri = /omicron-zones
|
| 1587 | 2025-01-09T01:01:02.373Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "15e4cd51-322a-4993-b683-8347431b19be", "content-length": "124", "date": "Thu, 09 Jan 2025 01:01:02 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "15e4cd51-322a-4993-b683-8347431b19be" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 7.115610861s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1588 | 2025-01-09T01:01:09.509Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1589 | 2025-01-09T01:01:09.510Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1590 | 2025-01-09T01:01:09.510Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1591 | 2025-01-09T01:01:09.521Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1592 | 2025-01-09T01:01:09.521Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1593 | 2025-01-09T01:01:09.531Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1594 | 2025-01-09T01:01:09.531Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1595 | 2025-01-09T01:01:09.541Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1596 | 2025-01-09T01:01:09.541Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1597 | 2025-01-09T01:01:09.553Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1598 | 2025-01-09T01:01:09.553Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1599 | 2025-01-09T01:01:09.562Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1600 | 2025-01-09T01:01:09.562Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1601 | 2025-01-09T01:01:09.571Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1602 | 2025-01-09T01:01:09.571Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1603 | 2025-01-09T01:01:09.580Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1604 | 2025-01-09T01:01:09.580Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1605 | 2025-01-09T01:01:09.589Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1606 | 2025-01-09T01:01:09.589Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1607 | 2025-01-09T01:01:09.590Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1608 | 2025-01-09T01:01:09.590Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1609 | 2025-01-09T01:01:09.623Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1610 | 2025-01-09T01:01:09.623Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1611 | 2025-01-09T01:01:09.623Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1612 | 2025-01-09T01:01:09.623Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1613 | 2025-01-09T01:01:09.623Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1614 | 2025-01-09T01:01:09.623Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 113353
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = b428e719-0299-4dc1-8a3c-1507d29e11f4
response_code = 500
uri = /omicron-zones
|
| 1615 | 2025-01-09T01:01:09.623Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b428e719-0299-4dc1-8a3c-1507d29e11f4", "content-length": "124", "date": "Thu, 09 Jan 2025 01:01:09 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b428e719-0299-4dc1-8a3c-1507d29e11f4" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 6.237279287s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1616 | 2025-01-09T01:01:15.878Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1617 | 2025-01-09T01:01:15.879Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1618 | 2025-01-09T01:01:15.879Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1619 | 2025-01-09T01:01:15.889Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1620 | 2025-01-09T01:01:15.889Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1621 | 2025-01-09T01:01:15.899Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1622 | 2025-01-09T01:01:15.899Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1623 | 2025-01-09T01:01:15.908Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1624 | 2025-01-09T01:01:15.908Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1625 | 2025-01-09T01:01:15.916Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1626 | 2025-01-09T01:01:15.916Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1627 | 2025-01-09T01:01:15.925Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1628 | 2025-01-09T01:01:15.925Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1629 | 2025-01-09T01:01:15.934Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1630 | 2025-01-09T01:01:15.934Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1631 | 2025-01-09T01:01:15.942Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1632 | 2025-01-09T01:01:15.942Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1633 | 2025-01-09T01:01:15.951Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1634 | 2025-01-09T01:01:15.951Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1635 | 2025-01-09T01:01:15.951Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1636 | 2025-01-09T01:01:15.951Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1637 | 2025-01-09T01:01:15.982Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1638 | 2025-01-09T01:01:15.982Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1639 | 2025-01-09T01:01:15.982Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1640 | 2025-01-09T01:01:15.982Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1641 | 2025-01-09T01:01:15.982Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1642 | 2025-01-09T01:01:15.982Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 103652
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 866dcb94-d697-4180-8358-12b275d31372
response_code = 500
uri = /omicron-zones
|
| 1643 | 2025-01-09T01:01:15.983Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "866dcb94-d697-4180-8358-12b275d31372", "content-length": "124", "date": "Thu, 09 Jan 2025 01:01:15 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "866dcb94-d697-4180-8358-12b275d31372" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 13.841341282s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1644 | 2025-01-09T01:01:16.105Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 5.308627776s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 1645 | 2025-01-09T01:01:16.618Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42751
|
| 1646 | 2025-01-09T01:01:16.618Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 42
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42751
req_id = 85983449-55c7-4aab-a934-9106137bcea7
response_code = 200
uri = /baseboard
|
| 1647 | 2025-01-09T01:01:29.863Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1648 | 2025-01-09T01:01:29.863Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1649 | 2025-01-09T01:01:29.863Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1650 | 2025-01-09T01:01:29.875Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1651 | 2025-01-09T01:01:29.875Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1652 | 2025-01-09T01:01:29.885Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1653 | 2025-01-09T01:01:29.885Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1654 | 2025-01-09T01:01:29.896Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1655 | 2025-01-09T01:01:29.896Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1656 | 2025-01-09T01:01:29.905Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1657 | 2025-01-09T01:01:29.905Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1658 | 2025-01-09T01:01:29.914Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1659 | 2025-01-09T01:01:29.914Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1660 | 2025-01-09T01:01:29.923Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1661 | 2025-01-09T01:01:29.923Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1662 | 2025-01-09T01:01:29.933Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1663 | 2025-01-09T01:01:29.933Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1664 | 2025-01-09T01:01:29.942Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1665 | 2025-01-09T01:01:29.942Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1666 | 2025-01-09T01:01:29.943Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1667 | 2025-01-09T01:01:29.943Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1668 | 2025-01-09T01:01:29.976Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1669 | 2025-01-09T01:01:29.977Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1670 | 2025-01-09T01:01:29.977Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1671 | 2025-01-09T01:01:29.977Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1672 | 2025-01-09T01:01:29.977Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1673 | 2025-01-09T01:01:29.977Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 113250
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 22255d59-4927-4d7c-a83b-e4b96d980557
response_code = 500
uri = /omicron-zones
|
| 1674 | 2025-01-09T01:01:29.977Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "22255d59-4927-4d7c-a83b-e4b96d980557", "content-length": "124", "date": "Thu, 09 Jan 2025 01:01:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "22255d59-4927-4d7c-a83b-e4b96d980557" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 15.837031335s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1675 | 2025-01-09T01:01:36.503Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 8.604642813s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 1676 | 2025-01-09T01:01:45.858Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1677 | 2025-01-09T01:01:45.858Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1678 | 2025-01-09T01:01:45.858Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1679 | 2025-01-09T01:01:45.869Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1680 | 2025-01-09T01:01:45.869Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1681 | 2025-01-09T01:01:45.879Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1682 | 2025-01-09T01:01:45.879Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1683 | 2025-01-09T01:01:45.889Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1684 | 2025-01-09T01:01:45.889Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1685 | 2025-01-09T01:01:45.898Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1686 | 2025-01-09T01:01:45.898Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1687 | 2025-01-09T01:01:45.907Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1688 | 2025-01-09T01:01:45.907Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1689 | 2025-01-09T01:01:45.916Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1690 | 2025-01-09T01:01:45.916Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1691 | 2025-01-09T01:01:45.926Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1692 | 2025-01-09T01:01:45.926Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1693 | 2025-01-09T01:01:45.935Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1694 | 2025-01-09T01:01:45.935Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1695 | 2025-01-09T01:01:45.935Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1696 | 2025-01-09T01:01:45.935Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1697 | 2025-01-09T01:01:45.968Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1698 | 2025-01-09T01:01:45.968Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1699 | 2025-01-09T01:01:45.968Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1700 | 2025-01-09T01:01:45.968Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1701 | 2025-01-09T01:01:45.968Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1702 | 2025-01-09T01:01:45.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized), ("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 110161
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 2642247d-5658-4190-a5a9-263d38dff579
response_code = 500
uri = /omicron-zones
|
| 1703 | 2025-01-09T01:01:45.968Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "2642247d-5658-4190-a5a9-263d38dff579", "content-length": "124", "date": "Thu, 09 Jan 2025 01:01:45 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "2642247d-5658-4190-a5a9-263d38dff579" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 10.196951695s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1704 | 2025-01-09T01:01:46.732Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45838
|
| 1705 | 2025-01-09T01:01:46.732Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 56
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45838
req_id = 07e0a952-851b-40b7-abaf-05e265d8e6ca
response_code = 200
uri = /baseboard
|
| 1706 | 2025-01-09T01:01:56.195Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1707 | 2025-01-09T01:01:56.196Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1708 | 2025-01-09T01:01:56.196Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1709 | 2025-01-09T01:01:56.208Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1710 | 2025-01-09T01:01:56.208Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1711 | 2025-01-09T01:01:56.218Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1712 | 2025-01-09T01:01:56.218Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1713 | 2025-01-09T01:01:56.228Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1714 | 2025-01-09T01:01:56.228Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1715 | 2025-01-09T01:01:56.237Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1716 | 2025-01-09T01:01:56.237Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1717 | 2025-01-09T01:01:56.246Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1718 | 2025-01-09T01:01:56.246Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1719 | 2025-01-09T01:01:56.256Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1720 | 2025-01-09T01:01:56.257Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1721 | 2025-01-09T01:01:56.266Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1722 | 2025-01-09T01:01:56.266Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1723 | 2025-01-09T01:01:56.274Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1724 | 2025-01-09T01:01:56.275Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1725 | 2025-01-09T01:01:56.275Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1726 | 2025-01-09T01:01:56.275Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1727 | 2025-01-09T01:01:56.309Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1728 | 2025-01-09T01:01:56.309Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1729 | 2025-01-09T01:01:56.309Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1730 | 2025-01-09T01:01:56.309Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1731 | 2025-01-09T01:01:56.309Z | WARN | SledAgent (ServiceManager): Zone failed to start
file = sled-agent/src/services.rs:3340
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1732 | 2025-01-09T01:01:56.309Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize zones: [("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6", TimeNotSynchronized), ("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c", TimeNotSynchronized), ("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6", TimeNotSynchronized), ("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385", TimeNotSynchronized), ("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98", TimeNotSynchronized)]
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 113414
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 07202b4a-9912-4552-abda-8e538d32b67c
response_code = 500
uri = /omicron-zones
|
| 1733 | 2025-01-09T01:01:56.309Z | WARN | SledAgent (RSS): failed to initialize Omicron zones
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "07202b4a-9912-4552-abda-8e538d32b67c", "content-length": "124", "date": "Thu, 09 Jan 2025 01:01:56 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "07202b4a-9912-4552-abda-8e538d32b67c" }
file = sled-agent/src/rack_setup/service.rs:578
retry_after = 13.122994761s
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1734 | 2025-01-09T01:02:00.208Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 23.444939252s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 1735 | 2025-01-09T01:02:09.469Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1736 | 2025-01-09T01:02:09.469Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1737 | 2025-01-09T01:02:09.469Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1738 | 2025-01-09T01:02:09.481Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1739 | 2025-01-09T01:02:09.481Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1740 | 2025-01-09T01:02:09.491Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1741 | 2025-01-09T01:02:09.491Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1742 | 2025-01-09T01:02:09.501Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1743 | 2025-01-09T01:02:09.501Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1744 | 2025-01-09T01:02:09.511Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1745 | 2025-01-09T01:02:09.511Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1746 | 2025-01-09T01:02:09.521Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1747 | 2025-01-09T01:02:09.521Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1748 | 2025-01-09T01:02:09.531Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1749 | 2025-01-09T01:02:09.531Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1750 | 2025-01-09T01:02:09.541Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1751 | 2025-01-09T01:02:09.541Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1752 | 2025-01-09T01:02:09.550Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1753 | 2025-01-09T01:02:09.550Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1754 | 2025-01-09T01:02:09.551Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1755 | 2025-01-09T01:02:09.551Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1756 | 2025-01-09T01:02:09.635Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1757 | 2025-01-09T01:02:09.635Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1758 | 2025-01-09T01:02:09.635Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1759 | 2025-01-09T01:02:09.635Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1760 | 2025-01-09T01:02:09.635Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1761 | 2025-01-09T01:02:09.731Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
file = illumos-utils/src/zone.rs:325
|
| 1762 | 2025-01-09T01:02:09.735Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
file = illumos-utils/src/zone.rs:325
|
| 1763 | 2025-01-09T01:02:09.739Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
file = illumos-utils/src/zone.rs:325
|
| 1764 | 2025-01-09T01:02:09.744Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
file = illumos-utils/src/zone.rs:325
|
| 1765 | 2025-01-09T01:02:09.749Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
file = illumos-utils/src/zone.rs:325
|
| 1766 | 2025-01-09T01:02:09.754Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
file = illumos-utils/src/zone.rs:363
|
| 1767 | 2025-01-09T01:02:09.759Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
file = illumos-utils/src/zone.rs:363
|
| 1768 | 2025-01-09T01:02:09.763Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
file = illumos-utils/src/zone.rs:363
|
| 1769 | 2025-01-09T01:02:09.768Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
file = illumos-utils/src/zone.rs:363
|
| 1770 | 2025-01-09T01:02:09.772Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
file = illumos-utils/src/zone.rs:363
|
| 1771 | 2025-01-09T01:02:12.709Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='e0eb4a31-ef27-4215-82a7-e26050aa5385'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1772 | 2025-01-09T01:02:12.709Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='db836525-f5a5-47c1-a1d6-2213d0a84c98'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1773 | 2025-01-09T01:02:12.709Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1774 | 2025-01-09T01:02:12.715Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1775 | 2025-01-09T01:02:12.736Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='f70b01ef-9449-46a4-bea0-2ce69b7051a6'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1776 | 2025-01-09T01:02:12.736Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='ad212657-76bb-4c34-a6a1-fcbcd07fe95c'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1777 | 2025-01-09T01:02:12.736Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1778 | 2025-01-09T01:02:12.742Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1779 | 2025-01-09T01:02:12.781Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1780 | 2025-01-09T01:02:12.781Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1781 | 2025-01-09T01:02:12.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 40.739463ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1782 | 2025-01-09T01:02:12.867Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 57.570157ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1783 | 2025-01-09T01:02:12.877Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 53.26913ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1784 | 2025-01-09T01:02:12.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 59.223501ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1785 | 2025-01-09T01:02:12.907Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 80.387977ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1786 | 2025-01-09T01:02:12.933Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6") failed: Property not found. retry in 54.032147ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1787 | 2025-01-09T01:02:13.042Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 79.41118ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1788 | 2025-01-09T01:02:13.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 136.271891ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1789 | 2025-01-09T01:02:13.327Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 267.016672ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1790 | 2025-01-09T01:02:13.511Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6") failed: Property not found. retry in 107.04401ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1791 | 2025-01-09T01:02:13.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 81.276791ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1792 | 2025-01-09T01:02:14.015Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 293.65643ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1793 | 2025-01-09T01:02:14.086Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 163.254075ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1794 | 2025-01-09T01:02:14.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 237.054184ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1795 | 2025-01-09T01:02:14.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6") failed: Property not found. retry in 206.178084ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1796 | 2025-01-09T01:02:14.200Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 122.627461ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1797 | 2025-01-09T01:02:14.236Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 390.57941ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1798 | 2025-01-09T01:02:14.270Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 387.936852ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1799 | 2025-01-09T01:02:14.347Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 592.574036ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1800 | 2025-01-09T01:02:14.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 478.591719ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1801 | 2025-01-09T01:02:14.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6") failed: Property not found. retry in 571.645669ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1802 | 2025-01-09T01:02:14.654Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 522.153323ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1803 | 2025-01-09T01:02:14.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 859.434289ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1804 | 2025-01-09T01:02:14.905Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 1.150255079s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1805 | 2025-01-09T01:02:14.961Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 720.57356ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1806 | 2025-01-09T01:02:15.002Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6") failed: Property not found. retry in 704.791021ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1807 | 2025-01-09T01:02:15.190Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 1.323408384s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1808 | 2025-01-09T01:02:15.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 781.592131ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1809 | 2025-01-09T01:02:15.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 1.02111164s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1810 | 2025-01-09T01:02:15.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6") failed: Property not found. retry in 1.301627655s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1811 | 2025-01-09T01:02:16.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 1.394395802s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1812 | 2025-01-09T01:02:16.354Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 617.630744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1813 | 2025-01-09T01:02:16.525Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 1.453024749s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1814 | 2025-01-09T01:02:16.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 1.27546435s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1815 | 2025-01-09T01:02:16.848Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64214
|
| 1816 | 2025-01-09T01:02:16.848Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 29
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64214
req_id = f10b05ed-ab04-45c2-bb96-a2bb03d45cb7
response_code = 200
uri = /baseboard
|
| 1817 | 2025-01-09T01:02:16.982Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 934.597093ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1818 | 2025-01-09T01:02:17.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6") failed: Property not found. retry in 784.838366ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1819 | 2025-01-09T01:02:17.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 1.065830632s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1820 | 2025-01-09T01:02:17.837Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6") failed: Property not found. retry in 651.34153ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1821 | 2025-01-09T01:02:17.929Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 1.041979943s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1822 | 2025-01-09T01:02:17.990Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 1.228756196s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1823 | 2025-01-09T01:02:18.024Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 1.238048461s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1824 | 2025-01-09T01:02:18.499Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6") failed: Property not found. retry in 1.07836011s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1825 | 2025-01-09T01:02:18.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 1.374140947s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1826 | 2025-01-09T01:02:18.985Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 1.413306186s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1827 | 2025-01-09T01:02:19.233Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 1.417912942s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1828 | 2025-01-09T01:02:19.273Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 1.136209795s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1829 | 2025-01-09T01:02:19.593Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6") failed: Property not found. retry in 811.027454ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1830 | 2025-01-09T01:02:19.950Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 506.053518ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1831 | 2025-01-09T01:02:20.412Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 914.508671ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1832 | 2025-01-09T01:02:20.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6") failed: Property not found. retry in 1.485654572s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1833 | 2025-01-09T01:02:20.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 747.804663ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1834 | 2025-01-09T01:02:20.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 1.455038037s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1835 | 2025-01-09T01:02:20.665Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 1.06412489s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1836 | 2025-01-09T01:02:21.188Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 1.279341174s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1837 | 2025-01-09T01:02:21.339Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 685.556184ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1838 | 2025-01-09T01:02:21.742Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 637.579653ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1839 | 2025-01-09T01:02:21.935Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 1.207631481s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1840 | 2025-01-09T01:02:22.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 1.037325837s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1841 | 2025-01-09T01:02:22.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 1.171679347s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1842 | 2025-01-09T01:02:22.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 1.267897102s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1843 | 2025-01-09T01:02:23.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 552.05489ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1844 | 2025-01-09T01:02:23.160Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 646.169853ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1845 | 2025-01-09T01:02:23.577Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 1.121436873s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1846 | 2025-01-09T01:02:23.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 1.193227845s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1847 | 2025-01-09T01:02:23.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 534.570452ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1848 | 2025-01-09T01:02:23.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 1.270960144s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1849 | 2025-01-09T01:02:24.307Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 960.291718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1850 | 2025-01-09T01:02:24.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 979.588598ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1851 | 2025-01-09T01:02:24.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 661.015944ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1852 | 2025-01-09T01:02:25.097Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 665.05582ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1853 | 2025-01-09T01:02:25.276Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 1.288045032s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1854 | 2025-01-09T01:02:25.528Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 1.056160784s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1855 | 2025-01-09T01:02:25.699Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 1.001787037s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1856 | 2025-01-09T01:02:25.771Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 646.485868ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1857 | 2025-01-09T01:02:26.427Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 501.621258ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1858 | 2025-01-09T01:02:26.573Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 574.399259ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1859 | 2025-01-09T01:02:26.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 1.24124288s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1860 | 2025-01-09T01:02:26.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 1.186932868s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1861 | 2025-01-09T01:02:26.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 773.811755ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1862 | 2025-01-09T01:02:27.157Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 1.364422876s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1863 | 2025-01-09T01:02:27.721Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 1.104679482s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1864 | 2025-01-09T01:02:27.843Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 548.270746ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1865 | 2025-01-09T01:02:27.903Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 1.387043582s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1866 | 2025-01-09T01:02:28.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 1.493758056s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1867 | 2025-01-09T01:02:28.530Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 688.886758ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1868 | 2025-01-09T01:02:28.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 972.728915ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1869 | 2025-01-09T01:02:29.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 1.263843487s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1870 | 2025-01-09T01:02:29.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 554.699957ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1871 | 2025-01-09T01:02:29.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 812.378741ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1872 | 2025-01-09T01:02:29.863Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 832.019963ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1873 | 2025-01-09T01:02:29.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 829.820951ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1874 | 2025-01-09T01:02:30.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6") failed: Property not found. retry in 1.002716247s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1875 | 2025-01-09T01:02:30.637Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385") failed: Property not found. retry in 863.554997ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1876 | 2025-01-09T01:02:30.703Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c") failed: Property not found. retry in 1.065411443s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1877 | 2025-01-09T01:02:30.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98") failed: Property not found. retry in 551.420689ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1878 | 2025-01-09T01:02:31.789Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c
|
| 1879 | 2025-01-09T01:02:31.789Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_cockroachdb_db836525-f5a5-47c1-a1d6-2213d0a84c98
|
| 1880 | 2025-01-09T01:02:31.789Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_cockroachdb_e0eb4a31-ef27-4215-82a7-e26050aa5385
|
| 1881 | 2025-01-09T01:02:31.789Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_cockroachdb_bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6
|
| 1882 | 2025-01-09T01:02:31.789Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_cockroachdb_f70b01ef-9449-46a4-bea0-2ce69b7051a6
|
| 1883 | 2025-01-09T01:02:31.790Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1884 | 2025-01-09T01:02:31.790Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1885 | 2025-01-09T01:02:31.790Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 22285243
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34275
req_id = 6d505522-87b7-4866-8717-9eb1614ed18b
response_code = 204
uri = /omicron-zones
|
| 1886 | 2025-01-09T01:02:31.823Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54697
|
| 1887 | 2025-01-09T01:02:31.849Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService5/omicron6 in oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_ad212657-76bb-4c34-a6a1-fcbcd07fe95c /usr/sbin/ipadm show-addr -p -o ADDR oxControlService5/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851
latency_us = 25690
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:54697
req_id = afb0db00-c530-4fc8-a193-cef4b598faec
response_code = 500
uri = /cockroachdb
|
| 1888 | 2025-01-09T01:02:31.849Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "afb0db00-c530-4fc8-a193-cef4b598faec", "content-length": "124", "date": "Thu, 09 Jan 2025 01:02:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "afb0db00-c530-4fc8-a193-cef4b598faec" }
file = sled-agent/src/rack_setup/service.rs:1158
retry_after = 146.546814ms
|
| 1889 | 2025-01-09T01:02:32.029Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221
file = sled-agent/src/services.rs:3769
|
| 1890 | 2025-01-09T01:02:49.039Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3787
|
| 1891 | 2025-01-09T01:03:05.592Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3810
|
| 1892 | 2025-01-09T01:03:05.594Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 33599129
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:54697
req_id = 55622f14-7c54-4b0c-a910-4e75f2cbc835
response_code = 204
uri = /cockroachdb
|
| 1893 | 2025-01-09T01:03:05.600Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56677
|
| 1894 | 2025-01-09T01:03:05.619Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 22.725917848s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 1895 | 2025-01-09T01:03:05.663Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b7e5d812-3b66-48ae-9425-d561b75ab23b (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6135d2f0-37b8-443e-a741-5ec4e46a4ef0 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a98745ae-2f0a-4dbf-9d35-ec0663205372 (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 772a58ca-731f-4866-9630-9630892160a5 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 840e24c2-515b-43f7-b977-c352662aa532, kind: Service { id: 772a58ca-731f-4866-9630-9630892160a5 }, name: Name("ntp-772a58ca-731f-4866-9630-9630892160a5"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 151])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bbc2cdc2-f11f-4af6-bd01-4d296f3e62e6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f70b01ef-9449-46a4-bea0-2ce69b7051a6 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad212657-76bb-4c34-a6a1-fcbcd07fe95c (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0eb4a31-ef27-4215-82a7-e26050aa5385 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: db836525-f5a5-47c1-a1d6-2213d0a84c98 (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }, OmicronZoneConfig { id: 870344ce-2728-444f-8d5a-e3771e15477e (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 84c8b3b4-9160-4f8a-9f93-e97bdb5fa721, kind: Service { id: 870344ce-2728-444f-8d5a-e3771e15477e }, name: Name("external-dns-870344ce-2728-444f-8d5a-e3771e15477e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 234])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 71878588-3bc5-4be9-bddb-893f09285184 (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 5082dfc8-feb0-4452-a8c4-3c0037101230, kind: Service { id: 71878588-3bc5-4be9-bddb-893f09285184 }, name: Name("external-dns-71878588-3bc5-4be9-bddb-893f09285184"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5236fac0-d91c-403e-8658-32167d628d4d (service), filesystem_pool: Some(ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 5bb6cca4-8c89-42c7-8517-bbec55a75150, kind: Service { id: 5236fac0-d91c-403e-8658-32167d628d4d }, name: Name("nexus-5236fac0-d91c-403e-8658-32167d628d4d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: cffb0aad-1932-4a44-891c-2739991d1934 (service), filesystem_pool: Some(ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 32dc4ecd-b53e-48ec-96da-e27f9d50a7c1, kind: Service { id: cffb0aad-1932-4a44-891c-2739991d1934 }, name: Name("nexus-cffb0aad-1932-4a44-891c-2739991d1934"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 7464f2e2-2881-4143-9c24-14f2de0a4d6a, kind: Service { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 }, name: Name("nexus-bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 156])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d369b97b-e309-4e30-bf3f-1e4b78ee9699 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: f6df9c4a-6f0d-4eae-894a-405b9001ae75 (service), filesystem_pool: Some(ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 9ec1ec86-e462-408e-bb05-5b443483f792 (service), filesystem_pool: Some(ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 608978bb-69bf-4b80-bacf-2e812b610352 (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 4de32ba2-a881-47b5-acf6-8242e72b57bc (service), filesystem_pool: Some(ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External } } } }, OmicronZoneConfig { id: 415ee469-d5a2-4856-93b1-6e5d1fb10bbb (service), filesystem_pool: Some(ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5dda8bfa-5424-45e5-8461-826a4ee1efab (service), filesystem_pool: Some(ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External } } } }, OmicronZoneConfig { id: c8663988-f19e-423f-a69e-a5c3de3a9f25 (service), filesystem_pool: Some(ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0501a4ce-6961-4f31-96f9-d2267ec97f3a (service), filesystem_pool: Some(ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External } } } }, OmicronZoneConfig { id: 103b3e3e-27bb-47c7-89b9-15a3a8f13a1e (service), filesystem_pool: Some(ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External } } } }, OmicronZoneConfig { id: 788d2519-7437-4048-92bd-a1a85eea6416 (service), filesystem_pool: Some(ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External } } } }, OmicronZoneConfig { id: 0aecbbe1-3a43-407e-bceb-6b3134c30e9f (service), filesystem_pool: Some(ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External } } } }, OmicronZoneConfig { id: 463d55a1-4575-4d27-b564-f1c352fed8fb (service), filesystem_pool: Some(ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:541
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1896 | 2025-01-09T01:03:05.665Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46418
|
| 1897 | 2025-01-09T01:03:05.667Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1898 | 2025-01-09T01:03:05.667Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1899 | 2025-01-09T01:03:05.682Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1900 | 2025-01-09T01:03:05.682Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1901 | 2025-01-09T01:03:05.693Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1902 | 2025-01-09T01:03:05.693Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1903 | 2025-01-09T01:03:05.703Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1904 | 2025-01-09T01:03:05.704Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1905 | 2025-01-09T01:03:05.713Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1906 | 2025-01-09T01:03:05.713Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1907 | 2025-01-09T01:03:05.722Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1908 | 2025-01-09T01:03:05.722Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1909 | 2025-01-09T01:03:05.731Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1910 | 2025-01-09T01:03:05.731Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1911 | 2025-01-09T01:03:05.741Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1912 | 2025-01-09T01:03:05.741Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1913 | 2025-01-09T01:03:05.750Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1914 | 2025-01-09T01:03:05.750Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1915 | 2025-01-09T01:03:05.770Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1916 | 2025-01-09T01:03:05.770Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1917 | 2025-01-09T01:03:05.783Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1918 | 2025-01-09T01:03:05.783Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1919 | 2025-01-09T01:03:05.794Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1920 | 2025-01-09T01:03:05.794Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1921 | 2025-01-09T01:03:05.808Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1922 | 2025-01-09T01:03:05.808Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1923 | 2025-01-09T01:03:05.818Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1924 | 2025-01-09T01:03:05.818Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1925 | 2025-01-09T01:03:05.834Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1926 | 2025-01-09T01:03:05.837Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1927 | 2025-01-09T01:03:05.844Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1928 | 2025-01-09T01:03:05.844Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1929 | 2025-01-09T01:03:05.855Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1930 | 2025-01-09T01:03:05.855Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1931 | 2025-01-09T01:03:05.865Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1932 | 2025-01-09T01:03:05.865Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1933 | 2025-01-09T01:03:05.875Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1934 | 2025-01-09T01:03:05.876Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1935 | 2025-01-09T01:03:05.886Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:607
|
| 1936 | 2025-01-09T01:03:05.886Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1478
request = NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1937 | 2025-01-09T01:03:05.898Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1938 | 2025-01-09T01:03:05.898Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1939 | 2025-01-09T01:03:05.899Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1940 | 2025-01-09T01:03:05.900Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1941 | 2025-01-09T01:03:06.148Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 1942 | 2025-01-09T01:03:06.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1943 | 2025-01-09T01:03:06.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1944 | 2025-01-09T01:03:06.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1945 | 2025-01-09T01:03:06.167Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 1946 | 2025-01-09T01:03:06.167Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1947 | 2025-01-09T01:03:06.167Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1948 | 2025-01-09T01:03:06.167Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1949 | 2025-01-09T01:03:06.192Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1950 | 2025-01-09T01:03:06.192Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1951 | 2025-01-09T01:03:06.392Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 1952 | 2025-01-09T01:03:06.392Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1953 | 2025-01-09T01:03:06.392Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1954 | 2025-01-09T01:03:06.394Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1955 | 2025-01-09T01:03:06.440Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 1956 | 2025-01-09T01:03:06.440Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1957 | 2025-01-09T01:03:06.440Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1958 | 2025-01-09T01:03:06.440Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 1959 | 2025-01-09T01:03:06.441Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 1960 | 2025-01-09T01:03:06.442Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
file = illumos-utils/src/zone.rs:325
|
| 1961 | 2025-01-09T01:03:06.447Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
file = illumos-utils/src/zone.rs:325
|
| 1962 | 2025-01-09T01:03:06.452Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
file = illumos-utils/src/zone.rs:325
|
| 1963 | 2025-01-09T01:03:06.458Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
file = illumos-utils/src/zone.rs:325
|
| 1964 | 2025-01-09T01:03:06.464Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
file = illumos-utils/src/zone.rs:325
|
| 1965 | 2025-01-09T01:03:06.468Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
file = illumos-utils/src/zone.rs:325
|
| 1966 | 2025-01-09T01:03:06.474Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
file = illumos-utils/src/zone.rs:325
|
| 1967 | 2025-01-09T01:03:06.479Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
file = illumos-utils/src/zone.rs:325
|
| 1968 | 2025-01-09T01:03:06.609Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
file = illumos-utils/src/zone.rs:363
|
| 1969 | 2025-01-09T01:03:06.615Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
file = illumos-utils/src/zone.rs:363
|
| 1970 | 2025-01-09T01:03:06.620Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
file = illumos-utils/src/zone.rs:363
|
| 1971 | 2025-01-09T01:03:06.626Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
file = illumos-utils/src/zone.rs:363
|
| 1972 | 2025-01-09T01:03:06.631Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
file = illumos-utils/src/zone.rs:363
|
| 1973 | 2025-01-09T01:03:06.636Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
file = illumos-utils/src/zone.rs:363
|
| 1974 | 2025-01-09T01:03:06.640Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
file = illumos-utils/src/zone.rs:363
|
| 1975 | 2025-01-09T01:03:06.645Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
file = illumos-utils/src/zone.rs:363
|
| 1976 | 2025-01-09T01:03:06.651Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
file = illumos-utils/src/zone.rs:325
|
| 1977 | 2025-01-09T01:03:06.656Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
file = illumos-utils/src/zone.rs:325
|
| 1978 | 2025-01-09T01:03:06.661Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
file = illumos-utils/src/zone.rs:325
|
| 1979 | 2025-01-09T01:03:06.667Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
file = illumos-utils/src/zone.rs:325
|
| 1980 | 2025-01-09T01:03:06.673Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
file = illumos-utils/src/zone.rs:325
|
| 1981 | 2025-01-09T01:03:06.679Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
file = illumos-utils/src/zone.rs:325
|
| 1982 | 2025-01-09T01:03:06.755Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 1983 | 2025-01-09T01:03:06.756Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
file = illumos-utils/src/zone.rs:363
|
| 1984 | 2025-01-09T01:03:06.775Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
file = illumos-utils/src/zone.rs:363
|
| 1985 | 2025-01-09T01:03:06.786Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
file = illumos-utils/src/zone.rs:363
|
| 1986 | 2025-01-09T01:03:06.796Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
file = illumos-utils/src/zone.rs:363
|
| 1987 | 2025-01-09T01:03:06.814Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
file = illumos-utils/src/zone.rs:363
|
| 1988 | 2025-01-09T01:03:06.828Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
file = illumos-utils/src/zone.rs:363
|
| 1989 | 2025-01-09T01:03:06.899Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 1990 | 2025-01-09T01:03:06.968Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 1991 | 2025-01-09T01:03:07.031Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 1992 | 2025-01-09T01:03:07.095Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 1993 | 2025-01-09T01:03:07.100Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 1994 | 2025-01-09T01:03:07.100Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 1995 | 2025-01-09T01:03:07.158Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 246, 106]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 1996 | 2025-01-09T01:03:07.158Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = nexus
|
| 1997 | 2025-01-09T01:03:07.160Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 1998 | 2025-01-09T01:03:07.160Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 1999 | 2025-01-09T01:03:07.218Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 203, 193]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 2000 | 2025-01-09T01:03:07.218Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = nexus
|
| 2001 | 2025-01-09T01:03:07.223Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2002 | 2025-01-09T01:03:07.223Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2003 | 2025-01-09T01:03:07.283Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 188, 234]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 2004 | 2025-01-09T01:03:07.283Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = external_dns
|
| 2005 | 2025-01-09T01:03:07.285Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2006 | 2025-01-09T01:03:07.285Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2007 | 2025-01-09T01:03:07.344Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 251, 54]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 2008 | 2025-01-09T01:03:07.344Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = external_dns
|
| 2009 | 2025-01-09T01:03:07.346Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 2010 | 2025-01-09T01:03:07.346Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 2011 | 2025-01-09T01:03:07.405Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 183, 156]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 2012 | 2025-01-09T01:03:07.405Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1275
zone_type = nexus
|
| 2013 | 2025-01-09T01:03:07.406Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:83
|
| 2014 | 2025-01-09T01:03:07.406Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:90
|
| 2015 | 2025-01-09T01:03:07.406Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:83
|
| 2016 | 2025-01-09T01:03:07.406Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:90
|
| 2017 | 2025-01-09T01:03:07.406Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:83
|
| 2018 | 2025-01-09T01:03:07.406Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:90
|
| 2019 | 2025-01-09T01:03:07.406Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:83
|
| 2020 | 2025-01-09T01:03:07.406Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:90
|
| 2021 | 2025-01-09T01:03:07.407Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:83
|
| 2022 | 2025-01-09T01:03:07.407Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:90
|
| 2023 | 2025-01-09T01:03:07.435Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:118
|
| 2024 | 2025-01-09T01:03:07.436Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2025 | 2025-01-09T01:03:07.496Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:118
|
| 2026 | 2025-01-09T01:03:07.505Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:118
|
| 2027 | 2025-01-09T01:03:07.505Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2028 | 2025-01-09T01:03:07.512Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2029 | 2025-01-09T01:03:07.512Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:118
|
| 2030 | 2025-01-09T01:03:07.516Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2031 | 2025-01-09T01:03:07.516Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:118
|
| 2032 | 2025-01-09T01:03:07.720Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2033 | 2025-01-09T01:03:07.773Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
file = illumos-utils/src/zone.rs:325
|
| 2034 | 2025-01-09T01:03:07.794Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
file = illumos-utils/src/zone.rs:325
|
| 2035 | 2025-01-09T01:03:07.815Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
file = illumos-utils/src/zone.rs:325
|
| 2036 | 2025-01-09T01:03:07.833Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
file = illumos-utils/src/zone.rs:325
|
| 2037 | 2025-01-09T01:03:07.848Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
file = illumos-utils/src/zone.rs:325
|
| 2038 | 2025-01-09T01:03:07.863Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
file = illumos-utils/src/zone.rs:363
|
| 2039 | 2025-01-09T01:03:07.877Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
file = illumos-utils/src/zone.rs:363
|
| 2040 | 2025-01-09T01:03:07.891Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
file = illumos-utils/src/zone.rs:363
|
| 2041 | 2025-01-09T01:03:07.900Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
file = illumos-utils/src/zone.rs:363
|
| 2042 | 2025-01-09T01:03:07.909Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
file = illumos-utils/src/zone.rs:363
|
| 2043 | 2025-01-09T01:03:21.326Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2044 | 2025-01-09T01:03:21.344Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2045 | 2025-01-09T01:03:21.344Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2046 | 2025-01-09T01:03:21.373Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2047 | 2025-01-09T01:03:21.396Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='16a705e6-5151-475d-a1d7-d1f07ac4d229'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2048 | 2025-01-09T01:03:21.401Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_a132b3b6-342d-41c2-a6be-600f78f98f46/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='a08bef99-6428-43fb-98ea-3dd641267a22'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2049 | 2025-01-09T01:03:21.402Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2050 | 2025-01-09T01:03:21.419Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='90f8cbb9-3555-4632-9351-8787f50758ed'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2051 | 2025-01-09T01:03:21.420Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='5ab463fb-8eae-49f8-85b0-88c9f1b39e85'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2052 | 2025-01-09T01:03:21.421Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='77524862-66cf-4314-b28d-eebfc19c5103'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2053 | 2025-01-09T01:03:21.423Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='f67b01b0-2f73-49b4-aa6f-80d687e416b7'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2054 | 2025-01-09T01:03:21.425Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='87de2d23-7bdc-41fc-961c-8f0d2151eabe'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2055 | 2025-01-09T01:03:21.430Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='d1cfb89d-cba4-4d76-90ce-736e0931c7f1'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2056 | 2025-01-09T01:03:21.430Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2057 | 2025-01-09T01:03:21.445Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2058 | 2025-01-09T01:03:21.459Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2059 | 2025-01-09T01:03:21.469Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2060 | 2025-01-09T01:03:21.482Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2061 | 2025-01-09T01:03:21.495Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2062 | 2025-01-09T01:03:21.506Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2063 | 2025-01-09T01:03:21.881Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='d369b97b-e309-4e30-bf3f-1e4b78ee9699'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2064 | 2025-01-09T01:03:21.881Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2065 | 2025-01-09T01:03:21.996Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 59.383624ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2066 | 2025-01-09T01:03:22.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 41.088572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2067 | 2025-01-09T01:03:22.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 59.041335ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2068 | 2025-01-09T01:03:22.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 68.005652ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2069 | 2025-01-09T01:03:22.041Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 55.547906ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2070 | 2025-01-09T01:03:22.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 43.660834ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2071 | 2025-01-09T01:03:22.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 45.685379ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2072 | 2025-01-09T01:03:22.073Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 64.179586ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2073 | 2025-01-09T01:03:22.083Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 96.086443ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2074 | 2025-01-09T01:03:22.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 51.782986ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2075 | 2025-01-09T01:03:22.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 101.441787ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2076 | 2025-01-09T01:03:22.118Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 140.928493ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2077 | 2025-01-09T01:03:22.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 38.778966ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2078 | 2025-01-09T01:03:22.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 80.019288ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2079 | 2025-01-09T01:03:22.171Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 57.086286ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2080 | 2025-01-09T01:03:22.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 89.105869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2081 | 2025-01-09T01:03:22.230Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 32.462777ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2082 | 2025-01-09T01:03:22.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 95.480386ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2083 | 2025-01-09T01:03:22.304Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 83.312615ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2084 | 2025-01-09T01:03:22.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 185.318908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2085 | 2025-01-09T01:03:22.341Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 143.169878ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2086 | 2025-01-09T01:03:22.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 293.094602ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2087 | 2025-01-09T01:03:22.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 281.77551ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2088 | 2025-01-09T01:03:22.399Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 65.935885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2089 | 2025-01-09T01:03:22.400Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2090 | 2025-01-09T01:03:22.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 204.234267ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2091 | 2025-01-09T01:03:22.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 143.481563ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2092 | 2025-01-09T01:03:22.453Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 143.951582ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2093 | 2025-01-09T01:03:22.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 103.605224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2094 | 2025-01-09T01:03:22.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 150.196884ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2095 | 2025-01-09T01:03:22.498Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 238.325167ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2096 | 2025-01-09T01:03:22.513Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 249.779232ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2097 | 2025-01-09T01:03:22.528Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 106.454979ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2098 | 2025-01-09T01:03:22.528Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2099 | 2025-01-09T01:03:22.553Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 432.928162ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2100 | 2025-01-09T01:03:22.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 209.129933ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2101 | 2025-01-09T01:03:22.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 258.228384ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2102 | 2025-01-09T01:03:22.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 436.693108ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2103 | 2025-01-09T01:03:22.643Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 496.539499ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2104 | 2025-01-09T01:03:22.661Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 482.821151ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2105 | 2025-01-09T01:03:22.676Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 528.359467ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2106 | 2025-01-09T01:03:22.690Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 224.598739ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2107 | 2025-01-09T01:03:22.703Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 494.943284ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2108 | 2025-01-09T01:03:22.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 317.856889ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2109 | 2025-01-09T01:03:22.762Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 49.792424ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2110 | 2025-01-09T01:03:22.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 404.340724ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2111 | 2025-01-09T01:03:22.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 237.710024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2112 | 2025-01-09T01:03:22.823Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 56.985713ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2113 | 2025-01-09T01:03:22.879Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 844.242954ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2114 | 2025-01-09T01:03:22.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 231.953363ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2115 | 2025-01-09T01:03:22.929Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 641.94734ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2116 | 2025-01-09T01:03:22.999Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 962.723568ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2117 | 2025-01-09T01:03:23.067Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 1.123554725s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2118 | 2025-01-09T01:03:23.082Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 1.155336407s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2119 | 2025-01-09T01:03:23.098Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 747.074214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2120 | 2025-01-09T01:03:23.144Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 392.048154ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2121 | 2025-01-09T01:03:23.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 730.719374ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2122 | 2025-01-09T01:03:23.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 1.15328058s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2123 | 2025-01-09T01:03:23.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 423.139441ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2124 | 2025-01-09T01:03:23.216Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 641.78182ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2125 | 2025-01-09T01:03:23.235Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 1.053254122s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2126 | 2025-01-09T01:03:23.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 834.101071ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2127 | 2025-01-09T01:03:23.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 1.221355794s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2128 | 2025-01-09T01:03:23.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 764.962155ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2129 | 2025-01-09T01:03:23.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 1.498616776s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2130 | 2025-01-09T01:03:23.862Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 1.027765412s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2131 | 2025-01-09T01:03:23.878Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 977.765471ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2132 | 2025-01-09T01:03:23.907Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 1.035864906s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2133 | 2025-01-09T01:03:23.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 1.183528644s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2134 | 2025-01-09T01:03:24.283Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 548.273046ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2135 | 2025-01-09T01:03:24.324Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 1.054276665s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2136 | 2025-01-09T01:03:24.345Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 604.438956ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2137 | 2025-01-09T01:03:24.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 1.039597338s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2138 | 2025-01-09T01:03:24.420Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 1.164910143s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2139 | 2025-01-09T01:03:24.434Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 842.36799ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2140 | 2025-01-09T01:03:24.471Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2141 | 2025-01-09T01:03:24.471Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2142 | 2025-01-09T01:03:24.506Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2143 | 2025-01-09T01:03:24.507Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2144 | 2025-01-09T01:03:24.507Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2145 | 2025-01-09T01:03:24.515Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2146 | 2025-01-09T01:03:24.599Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='1b0477ce-7c32-4d5f-b6b3-ee99d17cee83'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2147 | 2025-01-09T01:03:24.599Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2148 | 2025-01-09T01:03:24.742Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 65.920239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2149 | 2025-01-09T01:03:24.757Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 66.865582ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2150 | 2025-01-09T01:03:24.788Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 30.344779ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2151 | 2025-01-09T01:03:24.790Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2152 | 2025-01-09T01:03:24.792Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2153 | 2025-01-09T01:03:24.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 56.808168ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2154 | 2025-01-09T01:03:24.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 111.061589ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2155 | 2025-01-09T01:03:24.846Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 75.010875ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2156 | 2025-01-09T01:03:24.864Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 712.051905ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2157 | 2025-01-09T01:03:24.922Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 1.093821139s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2158 | 2025-01-09T01:03:24.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 1.184385713s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2159 | 2025-01-09T01:03:25.045Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 1.316553839s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2160 | 2025-01-09T01:03:25.060Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 702.52308ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2161 | 2025-01-09T01:03:25.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 168.958082ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2162 | 2025-01-09T01:03:25.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 266.328485ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2163 | 2025-01-09T01:03:25.100Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 183.767365ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2164 | 2025-01-09T01:03:25.112Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 1.340770425s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2165 | 2025-01-09T01:03:25.123Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 49.940603ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2166 | 2025-01-09T01:03:25.143Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 61.222622ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2167 | 2025-01-09T01:03:25.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 1.213851072s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2168 | 2025-01-09T01:03:25.189Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 98.555344ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2169 | 2025-01-09T01:03:25.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 132.532777ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2170 | 2025-01-09T01:03:25.251Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 685.73792ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2171 | 2025-01-09T01:03:25.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 256.233644ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2172 | 2025-01-09T01:03:25.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 804.067513ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2173 | 2025-01-09T01:03:25.300Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 268.969538ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2174 | 2025-01-09T01:03:25.311Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 227.797998ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2175 | 2025-01-09T01:03:25.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 154.134781ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2176 | 2025-01-09T01:03:25.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 532.978966ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2177 | 2025-01-09T01:03:25.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 502.91767ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2178 | 2025-01-09T01:03:25.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 820.189287ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2179 | 2025-01-09T01:03:25.532Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 589.996487ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2180 | 2025-01-09T01:03:25.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 1.039171035s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2181 | 2025-01-09T01:03:25.553Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 387.383989ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2182 | 2025-01-09T01:03:25.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 954.374885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2183 | 2025-01-09T01:03:25.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 765.123415ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2184 | 2025-01-09T01:03:25.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 719.825872ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2185 | 2025-01-09T01:03:25.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 526.031748ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2186 | 2025-01-09T01:03:25.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 1.190871536s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2187 | 2025-01-09T01:03:26.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 961.790555ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2188 | 2025-01-09T01:03:26.038Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 784.288496ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2189 | 2025-01-09T01:03:26.058Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 1.12934802s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2190 | 2025-01-09T01:03:26.080Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 1.036037307s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2191 | 2025-01-09T01:03:26.081Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2192 | 2025-01-09T01:03:26.081Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2193 | 2025-01-09T01:03:26.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 940.101288ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2194 | 2025-01-09T01:03:26.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 952.935215ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2195 | 2025-01-09T01:03:26.200Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 746.7205ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2196 | 2025-01-09T01:03:26.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 1.488032314s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2197 | 2025-01-09T01:03:26.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 1.292889351s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2198 | 2025-01-09T01:03:26.343Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 1.286326528s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2199 | 2025-01-09T01:03:26.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 949.984506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2200 | 2025-01-09T01:03:26.388Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 1.399624208s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2201 | 2025-01-09T01:03:26.403Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 1.078429774s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2202 | 2025-01-09T01:03:26.417Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 61.972567ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2203 | 2025-01-09T01:03:26.473Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 1.375185959s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2204 | 2025-01-09T01:03:26.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 129.370294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2205 | 2025-01-09T01:03:26.550Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 565.459802ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2206 | 2025-01-09T01:03:26.602Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 857.604729ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2207 | 2025-01-09T01:03:26.653Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 187.26092ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2208 | 2025-01-09T01:03:26.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 760.234143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2209 | 2025-01-09T01:03:26.864Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 223.315885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2210 | 2025-01-09T01:03:26.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 1.254744213s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2211 | 2025-01-09T01:03:26.998Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 585.404248ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2212 | 2025-01-09T01:03:27.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 1.451265504s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2213 | 2025-01-09T01:03:27.107Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 549.79841ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2214 | 2025-01-09T01:03:27.128Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 1.378461798s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2215 | 2025-01-09T01:03:27.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 1.173010895s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2216 | 2025-01-09T01:03:27.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 1.171372066s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2217 | 2025-01-09T01:03:27.184Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 1.46106665s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2218 | 2025-01-09T01:03:27.212Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 596.200712ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2219 | 2025-01-09T01:03:27.345Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 1.042029001s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2220 | 2025-01-09T01:03:27.476Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 1.258386801s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2221 | 2025-01-09T01:03:27.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 974.336801ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2222 | 2025-01-09T01:03:27.607Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 1.331164137s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2223 | 2025-01-09T01:03:27.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 1.038763576s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2224 | 2025-01-09T01:03:27.656Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 828.302596ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2225 | 2025-01-09T01:03:27.685Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 1.041074494s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2226 | 2025-01-09T01:03:27.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 1.157831365s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2227 | 2025-01-09T01:03:27.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 1.333537748s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2228 | 2025-01-09T01:03:27.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 573.962576ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2229 | 2025-01-09T01:03:27.845Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 1.277262143s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2230 | 2025-01-09T01:03:27.872Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 724.321344ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2231 | 2025-01-09T01:03:28.249Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 637.474953ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2232 | 2025-01-09T01:03:28.343Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 1.227640537s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2233 | 2025-01-09T01:03:28.366Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 1.360293699s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2234 | 2025-01-09T01:03:28.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 1.499260755s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2235 | 2025-01-09T01:03:28.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 807.468774ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2236 | 2025-01-09T01:03:28.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 1.235666515s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2237 | 2025-01-09T01:03:28.504Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 770.262535ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2238 | 2025-01-09T01:03:28.522Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 1.388335259s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2239 | 2025-01-09T01:03:28.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 934.361694ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2240 | 2025-01-09T01:03:28.613Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 740.758489ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2241 | 2025-01-09T01:03:28.659Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 1.008689721s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2242 | 2025-01-09T01:03:28.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 1.121494869s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2243 | 2025-01-09T01:03:28.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 1.081553168s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2244 | 2025-01-09T01:03:28.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 732.753112ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2245 | 2025-01-09T01:03:28.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 1.313055518s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2246 | 2025-01-09T01:03:28.905Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 1.425994727s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2247 | 2025-01-09T01:03:28.949Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 1.118379156s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2248 | 2025-01-09T01:03:29.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 1.02541699s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2249 | 2025-01-09T01:03:29.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 1.087374948s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2250 | 2025-01-09T01:03:29.259Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 650.110119ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2251 | 2025-01-09T01:03:29.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 1.324381316s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2252 | 2025-01-09T01:03:29.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 775.26939ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2253 | 2025-01-09T01:03:29.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 1.155049266s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2254 | 2025-01-09T01:03:29.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 1.44114889s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2255 | 2025-01-09T01:03:29.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 553.53976ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2256 | 2025-01-09T01:03:29.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 507.452954ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2257 | 2025-01-09T01:03:29.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 957.951171ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2258 | 2025-01-09T01:03:29.746Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 811.520129ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2259 | 2025-01-09T01:03:29.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 632.284703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2260 | 2025-01-09T01:03:29.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 1.003515751s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2261 | 2025-01-09T01:03:29.921Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 724.538667ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2262 | 2025-01-09T01:03:29.933Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 1.361978458s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2263 | 2025-01-09T01:03:29.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 918.384786ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2264 | 2025-01-09T01:03:30.080Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 772.969807ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2265 | 2025-01-09T01:03:30.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 1.056157852s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2266 | 2025-01-09T01:03:30.162Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 1.34844018s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2267 | 2025-01-09T01:03:30.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 1.301967612s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2268 | 2025-01-09T01:03:30.203Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 1.397752622s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2269 | 2025-01-09T01:03:30.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 1.261593295s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2270 | 2025-01-09T01:03:30.251Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 710.890643ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2271 | 2025-01-09T01:03:30.346Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 652.226557ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2272 | 2025-01-09T01:03:30.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 847.119286ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2273 | 2025-01-09T01:03:30.571Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 1.194819015s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2274 | 2025-01-09T01:03:30.635Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 779.947625ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2275 | 2025-01-09T01:03:30.654Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 1.289193258s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2276 | 2025-01-09T01:03:30.668Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 1.098269865s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2277 | 2025-01-09T01:03:30.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 1.044980707s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2278 | 2025-01-09T01:03:30.851Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 692.899558ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2279 | 2025-01-09T01:03:30.868Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 540.483705ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2280 | 2025-01-09T01:03:30.883Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 1.306675201s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2281 | 2025-01-09T01:03:30.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 1.022561283s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2282 | 2025-01-09T01:03:30.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 572.836896ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2283 | 2025-01-09T01:03:31.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 1.470893307s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2284 | 2025-01-09T01:03:31.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 1.189842411s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2285 | 2025-01-09T01:03:31.307Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 611.12928ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2286 | 2025-01-09T01:03:31.331Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 1.443225705s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2287 | 2025-01-09T01:03:31.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 577.475826ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2288 | 2025-01-09T01:03:31.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 660.34724ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2289 | 2025-01-09T01:03:31.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 807.858438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2290 | 2025-01-09T01:03:31.529Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 1.182711612s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2291 | 2025-01-09T01:03:31.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 855.894864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2292 | 2025-01-09T01:03:31.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 1.456972521s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2293 | 2025-01-09T01:03:31.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 1.247236492s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2294 | 2025-01-09T01:03:31.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 1.350981383s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2295 | 2025-01-09T01:03:31.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 590.824528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2296 | 2025-01-09T01:03:31.836Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 1.255124846s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2297 | 2025-01-09T01:03:31.856Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 546.424305ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2298 | 2025-01-09T01:03:31.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 1.008057363s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2299 | 2025-01-09T01:03:31.962Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 627.710784ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2300 | 2025-01-09T01:03:31.991Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 1.463352546s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2301 | 2025-01-09T01:03:32.015Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 799.614597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2302 | 2025-01-09T01:03:32.082Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52104
|
| 2303 | 2025-01-09T01:03:32.121Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 14805
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52104
req_id = 9dbdb836-595a-4733-9a1f-d60c0e4f3025
response_code = 200
uri = /baseboard
|
| 2304 | 2025-01-09T01:03:32.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 1.338203844s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2305 | 2025-01-09T01:03:32.205Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 714.182267ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2306 | 2025-01-09T01:03:32.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 564.321596ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2307 | 2025-01-09T01:03:32.405Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin-single">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
<propval type="astring" name="ch_address" value='[fd00:1122:3344:101::e]:9000'/>
<propval type="astring" name="ch_binary" value='/opt/oxide/clickhouse/clickhouse'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 2308 | 2025-01-09T01:03:32.466Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 1.413994977s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2309 | 2025-01-09T01:03:32.466Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2310 | 2025-01-09T01:03:32.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 1.213149797s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2311 | 2025-01-09T01:03:32.499Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 1.397444724s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2312 | 2025-01-09T01:03:32.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 905.867473ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2313 | 2025-01-09T01:03:32.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 642.019579ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2314 | 2025-01-09T01:03:32.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 922.31169ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2315 | 2025-01-09T01:03:32.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6") failed: Property not found. retry in 59.541776ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2316 | 2025-01-09T01:03:32.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 992.448094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2317 | 2025-01-09T01:03:32.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6") failed: Property not found. retry in 132.149219ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2318 | 2025-01-09T01:03:32.786Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 672.061687ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2319 | 2025-01-09T01:03:32.827Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 1.089584858s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2320 | 2025-01-09T01:03:32.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 687.415251ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2321 | 2025-01-09T01:03:32.900Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 1.222045826s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2322 | 2025-01-09T01:03:32.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6") failed: Property not found. retry in 236.183664ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2323 | 2025-01-09T01:03:32.930Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 983.463474ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2324 | 2025-01-09T01:03:32.961Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 578.396107ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2325 | 2025-01-09T01:03:33.045Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 910.442611ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2326 | 2025-01-09T01:03:33.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 1.347282794s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2327 | 2025-01-09T01:03:33.107Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 1.141928515s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2328 | 2025-01-09T01:03:33.162Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6") failed: Property not found. retry in 261.03958ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2329 | 2025-01-09T01:03:33.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 587.561752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2330 | 2025-01-09T01:03:33.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 543.829481ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2331 | 2025-01-09T01:03:33.438Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6") failed: Property not found. retry in 642.432651ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2332 | 2025-01-09T01:03:33.472Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 1.083851851s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2333 | 2025-01-09T01:03:33.483Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 1.495902549s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2334 | 2025-01-09T01:03:33.493Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 513.729956ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2335 | 2025-01-09T01:03:33.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 1.186371222s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2336 | 2025-01-09T01:03:33.549Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 1.022067886s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2337 | 2025-01-09T01:03:33.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 641.567883ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2338 | 2025-01-09T01:03:33.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 1.195352406s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2339 | 2025-01-09T01:03:33.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 877.827263ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2340 | 2025-01-09T01:03:33.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 1.248542421s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2341 | 2025-01-09T01:03:33.889Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 762.554739ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2342 | 2025-01-09T01:03:33.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 557.825214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2343 | 2025-01-09T01:03:33.922Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 941.788075ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2344 | 2025-01-09T01:03:33.933Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 588.505909ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2345 | 2025-01-09T01:03:33.964Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 1.165020629s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2346 | 2025-01-09T01:03:33.982Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 1.025462371s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2347 | 2025-01-09T01:03:34.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 1.080194681s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2348 | 2025-01-09T01:03:34.090Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6") failed: Property not found. retry in 1.345964378s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2349 | 2025-01-09T01:03:34.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792") failed: Property not found. retry in 1.118706114s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2350 | 2025-01-09T01:03:34.238Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc") failed: Property not found. retry in 1.240558067s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2351 | 2025-01-09T01:03:34.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25") failed: Property not found. retry in 927.010244ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2352 | 2025-01-09T01:03:34.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab") failed: Property not found. retry in 1.033267843s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2353 | 2025-01-09T01:03:34.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb") failed: Property not found. retry in 1.478667121s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2354 | 2025-01-09T01:03:34.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75") failed: Property not found. retry in 1.09011055s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2355 | 2025-01-09T01:03:34.572Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 527.822666ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2356 | 2025-01-09T01:03:34.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699") failed: Property not found. retry in 1.381651833s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2357 | 2025-01-09T01:03:34.614Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 1.072300021s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2358 | 2025-01-09T01:03:34.661Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934") failed: Property not found. retry in 778.00282ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2359 | 2025-01-09T01:03:34.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184") failed: Property not found. retry in 1.352916846s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2360 | 2025-01-09T01:03:34.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e") failed: Property not found. retry in 864.422166ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2361 | 2025-01-09T01:03:34.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a") failed: Property not found. retry in 1.352441878s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2362 | 2025-01-09T01:03:34.991Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352") failed: Property not found. retry in 863.374623ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2363 | 2025-01-09T01:03:35.025Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416") failed: Property not found. retry in 555.32064ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2364 | 2025-01-09T01:03:35.042Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f") failed: Property not found. retry in 1.200278808s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2365 | 2025-01-09T01:03:35.118Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e") failed: Property not found. retry in 793.516622ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2366 | 2025-01-09T01:03:35.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d") failed: Property not found. retry in 994.739274ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2367 | 2025-01-09T01:03:35.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb") failed: Property not found. retry in 788.635973ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2368 | 2025-01-09T01:03:35.452Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6") failed: Property not found. retry in 557.654043ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2369 | 2025-01-09T01:03:35.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327") failed: Property not found. retry in 970.518403ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2370 | 2025-01-09T01:03:36.055Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6") failed: Property not found. retry in 1.027088869s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2371 | 2025-01-09T01:03:37.114Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6") failed: Property not found. retry in 931.113528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2372 | 2025-01-09T01:03:38.069Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6") failed: Property not found. retry in 1.326358666s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2373 | 2025-01-09T01:03:38.619Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 61.961359025s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:420
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2374 | 2025-01-09T01:03:39.006Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/nexus.rs:527
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2375 | 2025-01-09T01:03:39.009Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2376 | 2025-01-09T01:03:39.247Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/nexus.rs:527
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2377 | 2025-01-09T01:03:39.407Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6") failed: Property not found. retry in 1.104617731s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2378 | 2025-01-09T01:03:40.014Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2379 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_103b3e3e-27bb-47c7-89b9-15a3a8f13a1e
|
| 2380 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_pantry_f6df9c4a-6f0d-4eae-894a-405b9001ae75
|
| 2381 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_463d55a1-4575-4d27-b564-f1c352fed8fb
|
| 2382 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_nexus_5236fac0-d91c-403e-8658-32167d628d4d
|
| 2383 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_oximeter_d369b97b-e309-4e30-bf3f-1e4b78ee9699
|
| 2384 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_pantry_608978bb-69bf-4b80-bacf-2e812b610352
|
| 2385 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_5dda8bfa-5424-45e5-8461-826a4ee1efab
|
| 2386 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_nexus_cffb0aad-1932-4a44-891c-2739991d1934
|
| 2387 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_clickhouse_56b59c3e-b7da-4d87-9b2c-5c12d0a9b9c6
|
| 2388 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_0501a4ce-6961-4f31-96f9-d2267ec97f3a
|
| 2389 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_415ee469-d5a2-4856-93b1-6e5d1fb10bbb
|
| 2390 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_pantry_9ec1ec86-e462-408e-bb05-5b443483f792
|
| 2391 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_4de32ba2-a881-47b5-acf6-8242e72b57bc
|
| 2392 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_external_dns_870344ce-2728-444f-8d5a-e3771e15477e
|
| 2393 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_c8663988-f19e-423f-a69e-a5c3de3a9f25
|
| 2394 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_788d2519-7437-4048-92bd-a1a85eea6416
|
| 2395 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_crucible_0aecbbe1-3a43-407e-bceb-6b3134c30e9f
|
| 2396 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_external_dns_71878588-3bc5-4be9-bddb-893f09285184
|
| 2397 | 2025-01-09T01:03:40.546Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3336
zone = oxz_nexus_bc5aeb1b-883b-4e3c-84e4-bb4b98458327
|
| 2398 | 2025-01-09T01:03:40.554Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 2399 | 2025-01-09T01:03:40.561Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 2400 | 2025-01-09T01:03:40.570Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 34903721
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:46418
req_id = f36efe4f-a46b-459b-afc6-577a001d0331
response_code = 204
uri = /omicron-zones
|
| 2401 | 2025-01-09T01:03:40.585Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1415
|
| 2402 | 2025-01-09T01:03:40.600Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:790
|
| 2403 | 2025-01-09T01:03:40.605Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::a]:12221
file = sled-agent/src/rack_setup/service.rs:803
|
| 2404 | 2025-01-09T01:03:40.639Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
rib_priority: None,
vlan_id: None,
},
],
switch: Switch0,
tx_eq: None,
uplink_port_fec: Some(
None,
),
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:1017
|
| 2405 | 2025-01-09T01:03:40.643Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/122d04f2-96f1-44ac-9122-b16b480179a5/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2406 | 2025-01-09T01:03:40.764Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/122d04f2-96f1-44ac-9122-b16b480179a5/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2407 | 2025-01-09T01:03:40.880Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/122d04f2-96f1-44ac-9122-b16b480179a5/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2408 | 2025-01-09T01:03:40.968Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/122d04f2-96f1-44ac-9122-b16b480179a5/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2409 | 2025-01-09T01:03:41.017Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2410 | 2025-01-09T01:03:41.084Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/nexus.rs:527
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2411 | 2025-01-09T01:03:41.138Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/122d04f2-96f1-44ac-9122-b16b480179a5/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2412 | 2025-01-09T01:03:41.431Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/122d04f2-96f1-44ac-9122-b16b480179a5/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2413 | 2025-01-09T01:03:41.766Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/122d04f2-96f1-44ac-9122-b16b480179a5/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2414 | 2025-01-09T01:03:42.020Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a)
file = sled-agent/src/probe_manager.rs:231
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2415 | 2025-01-09T01:03:42.194Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/122d04f2-96f1-44ac-9122-b16b480179a5/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2416 | 2025-01-09T01:03:42.500Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/122d04f2-96f1-44ac-9122-b16b480179a5/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2417 | 2025-01-09T01:03:43.090Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/122d04f2-96f1-44ac-9122-b16b480179a5/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2418 | 2025-01-09T01:03:43.764Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 403 Forbidden; headers: {"content-type": "application/json", "x-request-id": "8b3027db-248c-4f84-8bf8-26ab0cf033c0", "content-length": "113", "date": "Thu, 09 Jan 2025 01:03:43 GMT"}; value: Error { error_code: Some("Forbidden"), message: "Forbidden", request_id: "8b3027db-248c-4f84-8bf8-26ab0cf033c0" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2419 | 2025-01-09T01:03:44.421Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "080151f9-4eab-4ace-813a-5dc1234785a8", "content-length": "173", "date": "Thu, 09 Jan 2025 01:03:44 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"122d04f2-96f1-44ac-9122-b16b480179a5\"", request_id: "080151f9-4eab-4ace-813a-5dc1234785a8" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2420 | 2025-01-09T01:03:45.239Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "1ea714ff-2c70-40f5-a5ec-29b8fcba7b1c", "content-length": "173", "date": "Thu, 09 Jan 2025 01:03:45 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"122d04f2-96f1-44ac-9122-b16b480179a5\"", request_id: "1ea714ff-2c70-40f5-a5ec-29b8fcba7b1c" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2421 | 2025-01-09T01:03:45.273Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:500
new_generation = 1
old_generation = 1
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2422 | 2025-01-09T01:03:46.175Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "da58be18-dcbd-4d60-bd01-6c1ca76e74db", "content-length": "173", "date": "Thu, 09 Jan 2025 01:03:46 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"122d04f2-96f1-44ac-9122-b16b480179a5\"", request_id: "da58be18-dcbd-4d60-bd01-6c1ca76e74db" }
file = sled-agent/src/rack_setup/service.rs:1079
|
| 2423 | 2025-01-09T01:03:46.975Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61347
|
| 2424 | 2025-01-09T01:03:46.980Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4603
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61347
req_id = 6fd0240a-0836-432c-b30c-4e2eaa6949c4
response_code = 200
uri = /vpc-routes
|
| 2425 | 2025-01-09T01:03:47.011Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53827
|
| 2426 | 2025-01-09T01:03:47.012Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53827
req_id = f2fbdfe5-6d96-4a12-b3ca-c5ea56a3b616
response_code = 200
uri = /vpc-routes
|
| 2427 | 2025-01-09T01:03:47.124Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42324
|
| 2428 | 2025-01-09T01:03:47.134Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2429 | 2025-01-09T01:03:47.135Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2430 | 2025-01-09T01:03:47.135Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2431 | 2025-01-09T01:03:47.136Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34611
|
| 2432 | 2025-01-09T01:03:47.136Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2433 | 2025-01-09T01:03:47.139Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2434 | 2025-01-09T01:03:47.146Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2435 | 2025-01-09T01:03:47.146Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1629
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53827
req_id = 7f4222f3-6419-413c-b3e1-d50eeaf1bce1
response_code = 204
uri = /eip-gateways
|
| 2436 | 2025-01-09T01:03:47.156Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2437 | 2025-01-09T01:03:47.156Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389
|
| 2438 | 2025-01-09T01:03:47.157Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60256
|
| 2439 | 2025-01-09T01:03:47.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 260
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60256
req_id = 2dc4b293-e9bf-4483-bfd5-655a158f51c2
response_code = 200
uri = /vpc-routes
|
| 2440 | 2025-01-09T01:03:47.182Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2441 | 2025-01-09T01:03:47.182Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2442 | 2025-01-09T01:03:47.183Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2443 | 2025-01-09T01:03:47.193Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2444 | 2025-01-09T01:03:47.194Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6131
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61347
req_id = 3bf3cc16-73bf-477c-b3a7-82bdcb10847a
response_code = 204
uri = /eip-gateways
|
| 2445 | 2025-01-09T01:03:47.198Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2446 | 2025-01-09T01:03:47.198Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827
|
| 2447 | 2025-01-09T01:03:47.215Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2448 | 2025-01-09T01:03:47.215Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389
|
| 2449 | 2025-01-09T01:03:47.239Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41703
|
| 2450 | 2025-01-09T01:03:47.244Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60998
|
| 2451 | 2025-01-09T01:03:47.244Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2452 | 2025-01-09T01:03:47.244Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2453 | 2025-01-09T01:03:47.244Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2454 | 2025-01-09T01:03:47.245Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2455 | 2025-01-09T01:03:47.249Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2456 | 2025-01-09T01:03:47.249Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827
|
| 2457 | 2025-01-09T01:03:47.256Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 11860
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41703
req_id = bfded395-07cf-4e1e-b52c-7d6ec5f50f82
response_code = 200
uri = /v2p
|
| 2458 | 2025-01-09T01:03:47.263Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2459 | 2025-01-09T01:03:47.263Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60256
req_id = 36fc8ca7-f87a-461b-bfc3-575206035696
response_code = 204
uri = /eip-gateways
|
| 2460 | 2025-01-09T01:03:47.273Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2461 | 2025-01-09T01:03:47.273Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79
|
| 2462 | 2025-01-09T01:03:47.294Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2463 | 2025-01-09T01:03:47.294Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389
|
| 2464 | 2025-01-09T01:03:47.312Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 9011
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53827
req_id = 59a95668-027b-4973-a181-a5d0e9dff252
response_code = 204
uri = /vpc-routes
|
| 2465 | 2025-01-09T01:03:47.316Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2466 | 2025-01-09T01:03:47.316Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79
|
| 2467 | 2025-01-09T01:03:47.324Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60227
|
| 2468 | 2025-01-09T01:03:47.325Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 290
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60227
req_id = 8541a169-2fbf-4657-af27-bd2147188c4a
response_code = 200
uri = /v2p
|
| 2469 | 2025-01-09T01:03:47.343Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2470 | 2025-01-09T01:03:47.343Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7
|
| 2471 | 2025-01-09T01:03:47.361Z | INFO | SledAgent (PortManager): skipping delta compute for subnet
file = illumos-utils/src/opte/port_manager.rs:486
new_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }
old_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }
subnet = RouterId { vni: Vni(100), kind: System }
|
| 2472 | 2025-01-09T01:03:47.361Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 396
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61347
req_id = eada9ee4-5c35-43c0-b79d-c27b7dfd91c8
response_code = 204
uri = /vpc-routes
|
| 2473 | 2025-01-09T01:03:47.367Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2474 | 2025-01-09T01:03:47.367Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827
|
| 2475 | 2025-01-09T01:03:47.379Z | INFO | SledAgent (PortManager): skipping delta compute for subnet
file = illumos-utils/src/opte/port_manager.rs:486
new_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }
old_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }
subnet = RouterId { vni: Vni(100), kind: System }
|
| 2476 | 2025-01-09T01:03:47.380Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 477
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60256
req_id = 40bd860f-ef3f-4ab5-9f68-c4237b72ae3d
response_code = 204
uri = /vpc-routes
|
| 2477 | 2025-01-09T01:03:47.386Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2478 | 2025-01-09T01:03:47.386Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7
|
| 2479 | 2025-01-09T01:03:47.404Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2480 | 2025-01-09T01:03:47.404Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f
|
| 2481 | 2025-01-09T01:03:47.423Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2482 | 2025-01-09T01:03:47.423Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79
|
| 2483 | 2025-01-09T01:03:47.427Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38124
|
| 2484 | 2025-01-09T01:03:47.431Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 299
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38124
req_id = b7d3a103-c803-493f-964c-d6b3d021b00c
response_code = 200
uri = /v2p
|
| 2485 | 2025-01-09T01:03:47.439Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2486 | 2025-01-09T01:03:47.439Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f
|
| 2487 | 2025-01-09T01:03:47.454Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2488 | 2025-01-09T01:03:47.454Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_a132b3b6-342d-41c2-a6be-600f78f98f46
|
| 2489 | 2025-01-09T01:03:47.468Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2490 | 2025-01-09T01:03:47.468Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7
|
| 2491 | 2025-01-09T01:03:47.484Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2492 | 2025-01-09T01:03:47.484Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_a132b3b6-342d-41c2-a6be-600f78f98f46
|
| 2493 | 2025-01-09T01:03:47.498Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2494 | 2025-01-09T01:03:47.498Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa
|
| 2495 | 2025-01-09T01:03:47.513Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2496 | 2025-01-09T01:03:47.513Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f
|
| 2497 | 2025-01-09T01:03:47.528Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2498 | 2025-01-09T01:03:47.528Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa
|
| 2499 | 2025-01-09T01:03:47.543Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2500 | 2025-01-09T01:03:47.543Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74
|
| 2501 | 2025-01-09T01:03:47.556Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2502 | 2025-01-09T01:03:47.556Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_a132b3b6-342d-41c2-a6be-600f78f98f46
|
| 2503 | 2025-01-09T01:03:47.570Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2504 | 2025-01-09T01:03:47.570Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74
|
| 2505 | 2025-01-09T01:03:47.584Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2506 | 2025-01-09T01:03:47.584Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95
|
| 2507 | 2025-01-09T01:03:47.600Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2508 | 2025-01-09T01:03:47.600Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa
|
| 2509 | 2025-01-09T01:03:47.604Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 479347
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42324
req_id = f7d1dec6-f6ea-4de9-a687-64951173406a
response_code = 200
uri = /inventory
|
| 2510 | 2025-01-09T01:03:47.613Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2511 | 2025-01-09T01:03:47.613Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95
|
| 2512 | 2025-01-09T01:03:47.628Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 491948
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34611
req_id = 18171c90-791f-4529-b2a3-975461561eb0
response_code = 200
uri = /inventory
|
| 2513 | 2025-01-09T01:03:47.628Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2514 | 2025-01-09T01:03:47.628Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74
|
| 2515 | 2025-01-09T01:03:47.654Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2516 | 2025-01-09T01:03:47.654Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95
|
| 2517 | 2025-01-09T01:03:47.668Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 423476
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60998
req_id = da0d3991-a531-43e2-ae1a-61542b2618cb
response_code = 200
uri = /inventory
|
| 2518 | 2025-01-09T01:03:48.706Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39455
|
| 2519 | 2025-01-09T01:03:48.706Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2520 | 2025-01-09T01:03:48.706Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2521 | 2025-01-09T01:03:48.706Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2522 | 2025-01-09T01:03:48.707Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2523 | 2025-01-09T01:03:48.719Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2524 | 2025-01-09T01:03:48.719Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389
|
| 2525 | 2025-01-09T01:03:48.749Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2526 | 2025-01-09T01:03:48.749Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827
|
| 2527 | 2025-01-09T01:03:48.773Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2528 | 2025-01-09T01:03:48.773Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79
|
| 2529 | 2025-01-09T01:03:48.801Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2530 | 2025-01-09T01:03:48.801Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7
|
| 2531 | 2025-01-09T01:03:48.828Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2532 | 2025-01-09T01:03:48.828Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f
|
| 2533 | 2025-01-09T01:03:48.852Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2534 | 2025-01-09T01:03:48.852Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_a132b3b6-342d-41c2-a6be-600f78f98f46
|
| 2535 | 2025-01-09T01:03:48.876Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2536 | 2025-01-09T01:03:48.876Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa
|
| 2537 | 2025-01-09T01:03:48.899Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2538 | 2025-01-09T01:03:48.899Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74
|
| 2539 | 2025-01-09T01:03:48.921Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2540 | 2025-01-09T01:03:48.921Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95
|
| 2541 | 2025-01-09T01:03:48.935Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 228796
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39455
req_id = 68a11b18-b280-412b-8f09-c5c1d24f207e
response_code = 200
uri = /inventory
|
| 2542 | 2025-01-09T01:03:48.981Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60365
|
| 2543 | 2025-01-09T01:03:48.985Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5082dfc8-feb0-4452-a8c4-3c0037101230, kind: Service { id: 71878588-3bc5-4be9-bddb-893f09285184 }, name: Name("external-dns-71878588-3bc5-4be9-bddb-893f09285184"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 84c8b3b4-9160-4f8a-9f93-e97bdb5fa721, kind: Service { id: 870344ce-2728-444f-8d5a-e3771e15477e }, name: Name("external-dns-870344ce-2728-444f-8d5a-e3771e15477e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 234])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32dc4ecd-b53e-48ec-96da-e27f9d50a7c1, kind: Service { id: cffb0aad-1932-4a44-891c-2739991d1934 }, name: Name("nexus-cffb0aad-1932-4a44-891c-2739991d1934"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5bb6cca4-8c89-42c7-8517-bbec55a75150, kind: Service { id: 5236fac0-d91c-403e-8658-32167d628d4d }, name: Name("nexus-5236fac0-d91c-403e-8658-32167d628d4d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7464f2e2-2881-4143-9c24-14f2de0a4d6a, kind: Service { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 }, name: Name("nexus-bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 156])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2544 | 2025-01-09T01:03:48.985Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2545 | 2025-01-09T01:03:48.986Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2546 | 2025-01-09T01:03:48.986Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2547 | 2025-01-09T01:03:48.986Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2548 | 2025-01-09T01:03:48.986Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 2549 | 2025-01-09T01:03:48.986Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2550 | 2025-01-09T01:03:48.986Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4993
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60365
req_id = 4185ec90-995b-4661-9aed-1f1ff8beafc4
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2551 | 2025-01-09T01:03:48.988Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:1089
|
| 2552 | 2025-01-09T01:03:48.993Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 2553 | 2025-01-09T01:03:48.994Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 2554 | 2025-01-09T01:03:49.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33125
|
| 2555 | 2025-01-09T01:03:49.031Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5082dfc8-feb0-4452-a8c4-3c0037101230, kind: Service { id: 71878588-3bc5-4be9-bddb-893f09285184 }, name: Name("external-dns-71878588-3bc5-4be9-bddb-893f09285184"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 84c8b3b4-9160-4f8a-9f93-e97bdb5fa721, kind: Service { id: 870344ce-2728-444f-8d5a-e3771e15477e }, name: Name("external-dns-870344ce-2728-444f-8d5a-e3771e15477e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 234])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32dc4ecd-b53e-48ec-96da-e27f9d50a7c1, kind: Service { id: cffb0aad-1932-4a44-891c-2739991d1934 }, name: Name("nexus-cffb0aad-1932-4a44-891c-2739991d1934"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5bb6cca4-8c89-42c7-8517-bbec55a75150, kind: Service { id: 5236fac0-d91c-403e-8658-32167d628d4d }, name: Name("nexus-5236fac0-d91c-403e-8658-32167d628d4d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7464f2e2-2881-4143-9c24-14f2de0a4d6a, kind: Service { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 }, name: Name("nexus-bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 156])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2556 | 2025-01-09T01:03:49.031Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2557 | 2025-01-09T01:03:49.032Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2558 | 2025-01-09T01:03:49.032Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2559 | 2025-01-09T01:03:49.032Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2560 | 2025-01-09T01:03:49.032Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 2561 | 2025-01-09T01:03:49.032Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2562 | 2025-01-09T01:03:49.032Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 447
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33125
req_id = 607c069c-8951-4305-a5fc-32f7418d1e56
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2563 | 2025-01-09T01:03:49.192Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57890
|
| 2564 | 2025-01-09T01:03:49.192Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5082dfc8-feb0-4452-a8c4-3c0037101230, kind: Service { id: 71878588-3bc5-4be9-bddb-893f09285184 }, name: Name("external-dns-71878588-3bc5-4be9-bddb-893f09285184"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 84c8b3b4-9160-4f8a-9f93-e97bdb5fa721, kind: Service { id: 870344ce-2728-444f-8d5a-e3771e15477e }, name: Name("external-dns-870344ce-2728-444f-8d5a-e3771e15477e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 234])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32dc4ecd-b53e-48ec-96da-e27f9d50a7c1, kind: Service { id: cffb0aad-1932-4a44-891c-2739991d1934 }, name: Name("nexus-cffb0aad-1932-4a44-891c-2739991d1934"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5bb6cca4-8c89-42c7-8517-bbec55a75150, kind: Service { id: 5236fac0-d91c-403e-8658-32167d628d4d }, name: Name("nexus-5236fac0-d91c-403e-8658-32167d628d4d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7464f2e2-2881-4143-9c24-14f2de0a4d6a, kind: Service { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 }, name: Name("nexus-bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 156])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2565 | 2025-01-09T01:03:49.193Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2566 | 2025-01-09T01:03:49.193Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2567 | 2025-01-09T01:03:49.193Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2568 | 2025-01-09T01:03:49.193Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2569 | 2025-01-09T01:03:49.193Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 2570 | 2025-01-09T01:03:49.193Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2571 | 2025-01-09T01:03:49.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 950
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57890
req_id = ae331275-727c-4ed7-946b-5aa7abea76e9
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2572 | 2025-01-09T01:03:49.241Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33060
|
| 2573 | 2025-01-09T01:03:49.241Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2574 | 2025-01-09T01:03:49.241Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 2575 | 2025-01-09T01:03:49.241Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2576 | 2025-01-09T01:03:49.245Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 2577 | 2025-01-09T01:03:49.258Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2578 | 2025-01-09T01:03:49.258Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389
|
| 2579 | 2025-01-09T01:03:49.284Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2580 | 2025-01-09T01:03:49.284Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827
|
| 2581 | 2025-01-09T01:03:49.306Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2582 | 2025-01-09T01:03:49.306Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79
|
| 2583 | 2025-01-09T01:03:49.329Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2584 | 2025-01-09T01:03:49.329Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7
|
| 2585 | 2025-01-09T01:03:49.349Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2586 | 2025-01-09T01:03:49.349Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f
|
| 2587 | 2025-01-09T01:03:49.369Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2588 | 2025-01-09T01:03:49.369Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_a132b3b6-342d-41c2-a6be-600f78f98f46
|
| 2589 | 2025-01-09T01:03:49.390Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2590 | 2025-01-09T01:03:49.390Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa
|
| 2591 | 2025-01-09T01:03:49.413Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2592 | 2025-01-09T01:03:49.414Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74
|
| 2593 | 2025-01-09T01:03:49.433Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 2594 | 2025-01-09T01:03:49.434Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95
|
| 2595 | 2025-01-09T01:03:49.445Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 204113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33060
req_id = 152ed241-549f-47f8-a5a0-fa2aceaad6c8
response_code = 200
uri = /inventory
|
| 2596 | 2025-01-09T01:03:49.713Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33599
|
| 2597 | 2025-01-09T01:03:49.713Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5082dfc8-feb0-4452-a8c4-3c0037101230, kind: Service { id: 71878588-3bc5-4be9-bddb-893f09285184 }, name: Name("external-dns-71878588-3bc5-4be9-bddb-893f09285184"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 84c8b3b4-9160-4f8a-9f93-e97bdb5fa721, kind: Service { id: 870344ce-2728-444f-8d5a-e3771e15477e }, name: Name("external-dns-870344ce-2728-444f-8d5a-e3771e15477e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 234])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32dc4ecd-b53e-48ec-96da-e27f9d50a7c1, kind: Service { id: cffb0aad-1932-4a44-891c-2739991d1934 }, name: Name("nexus-cffb0aad-1932-4a44-891c-2739991d1934"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5bb6cca4-8c89-42c7-8517-bbec55a75150, kind: Service { id: 5236fac0-d91c-403e-8658-32167d628d4d }, name: Name("nexus-5236fac0-d91c-403e-8658-32167d628d4d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7464f2e2-2881-4143-9c24-14f2de0a4d6a, kind: Service { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 }, name: Name("nexus-bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 156])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2598 | 2025-01-09T01:03:49.713Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2599 | 2025-01-09T01:03:49.713Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2600 | 2025-01-09T01:03:49.713Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2601 | 2025-01-09T01:03:49.713Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2602 | 2025-01-09T01:03:49.713Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 2603 | 2025-01-09T01:03:49.713Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2604 | 2025-01-09T01:03:49.713Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 384
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33599
req_id = 29d44f8d-129c-4af5-9b0a-9522d9e4f38c
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2605 | 2025-01-09T01:03:58.875Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50195
|
| 2606 | 2025-01-09T01:03:58.876Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50195
req_id = 86df336c-9b44-49aa-a9ac-b76098f90bfb
response_code = 200
uri = /vpc-routes
|
| 2607 | 2025-01-09T01:03:58.977Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2608 | 2025-01-09T01:03:58.977Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50195
req_id = aecb1c1f-6633-4111-b8c6-1775ab1818ac
response_code = 204
uri = /eip-gateways
|
| 2609 | 2025-01-09T01:03:58.986Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 182
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50195
req_id = cd3b0ab0-ae49-4d6e-bc9b-ab2286f576fd
response_code = 204
uri = /vpc-routes
|
| 2610 | 2025-01-09T01:04:02.159Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45971
|
| 2611 | 2025-01-09T01:04:02.162Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 48
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45971
req_id = ccbe4fe6-2d20-47ae-a602-a43eefa0fcb8
response_code = 200
uri = /baseboard
|
| 2612 | 2025-01-09T01:04:16.810Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37624
|
| 2613 | 2025-01-09T01:04:16.810Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37624
req_id = d703d624-e1bb-4278-acae-b60f57512a1c
response_code = 200
uri = /vpc-routes
|
| 2614 | 2025-01-09T01:04:16.843Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2615 | 2025-01-09T01:04:16.843Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37624
req_id = d6671768-1103-4499-86ff-d2930f25291d
response_code = 204
uri = /eip-gateways
|
| 2616 | 2025-01-09T01:04:16.857Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 214
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37624
req_id = 3acd5f03-ee06-4a83-a23b-15700eee09de
response_code = 204
uri = /vpc-routes
|
| 2617 | 2025-01-09T01:04:17.022Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54324
|
| 2618 | 2025-01-09T01:04:17.023Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 162
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54324
req_id = 21b54392-958b-4efc-9fed-40f9ea23e628
response_code = 200
uri = /v2p
|
| 2619 | 2025-01-09T01:04:17.023Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59930
|
| 2620 | 2025-01-09T01:04:17.023Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 28
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59930
req_id = 6765e091-9bdc-4d67-9aa2-f8de28047385
response_code = 200
uri = /vpc-routes
|
| 2621 | 2025-01-09T01:04:17.073Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38500
|
| 2622 | 2025-01-09T01:04:17.073Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38500
req_id = c33be74d-5f90-426b-8ef3-3d8f85736741
response_code = 200
uri = /v2p
|
| 2623 | 2025-01-09T01:04:17.090Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2624 | 2025-01-09T01:04:17.090Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59930
req_id = d4ff2fa4-abce-4038-a6c0-a35bcd0d5694
response_code = 204
uri = /eip-gateways
|
| 2625 | 2025-01-09T01:04:17.105Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 297
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59930
req_id = 4f3a7176-7a45-4464-9cea-8c3580d82ec4
response_code = 204
uri = /vpc-routes
|
| 2626 | 2025-01-09T01:04:17.216Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43177
|
| 2627 | 2025-01-09T01:04:17.217Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2628 | 2025-01-09T01:04:17.306Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2629 | 2025-01-09T01:04:17.377Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 160220
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:43177
req_id = d6310e38-0525-4e5b-b559-899330281276
response_code = 204
uri = /switch-ports
|
| 2630 | 2025-01-09T01:04:17.377Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33479
|
| 2631 | 2025-01-09T01:04:17.377Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38436
|
| 2632 | 2025-01-09T01:04:17.377Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43217
|
| 2633 | 2025-01-09T01:04:17.377Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43217
req_id = ac129bd9-a430-4295-9d8a-8d6af8c930a2
response_code = 200
uri = /vpc-routes
|
| 2634 | 2025-01-09T01:04:17.377Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2635 | 2025-01-09T01:04:17.377Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 379
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38436
req_id = 3c3f9cac-3a0e-4398-be98-e909997abb99
response_code = 200
uri = /v2p
|
| 2636 | 2025-01-09T01:04:17.389Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 12325
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43177
req_id = dfa53366-b7e5-4556-ae51-427e4ecc0d02
response_code = 200
uri = /network-bootstore-config
|
| 2637 | 2025-01-09T01:04:17.437Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2638 | 2025-01-09T01:04:17.442Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2639 | 2025-01-09T01:04:17.442Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 706
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43217
req_id = d6104a79-a917-47aa-af04-b3f7584dd67b
response_code = 204
uri = /eip-gateways
|
| 2640 | 2025-01-09T01:04:17.444Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33919
|
| 2641 | 2025-01-09T01:04:17.447Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 2642 | 2025-01-09T01:04:17.449Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 2643 | 2025-01-09T01:04:17.450Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 2644 | 2025-01-09T01:04:17.452Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 2645 | 2025-01-09T01:04:17.453Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 11368
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43177
req_id = 65f213db-f682-421f-9d2b-e740cafe5954
response_code = 204
uri = /network-bootstore-config
|
| 2646 | 2025-01-09T01:04:17.460Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 841
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43217
req_id = aa897c34-2a45-4252-ac91-3568ef3b9414
response_code = 204
uri = /vpc-routes
|
| 2647 | 2025-01-09T01:04:17.510Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2648 | 2025-01-09T01:04:17.510Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 133167
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:33479
req_id = e468340c-239a-4304-aba9-db8643051248
response_code = 204
uri = /switch-ports
|
| 2649 | 2025-01-09T01:04:17.516Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1436
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33479
req_id = 460ec904-bf32-43db-8db7-06224477a305
response_code = 200
uri = /network-bootstore-config
|
| 2650 | 2025-01-09T01:04:17.554Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2651 | 2025-01-09T01:04:17.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 170104
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:33919
req_id = dfdc5c52-5d12-4ee0-9763-e84c5b0b80c2
response_code = 204
uri = /switch-ports
|
| 2652 | 2025-01-09T01:04:17.615Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 147
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33919
req_id = 42745c16-1b71-489c-bc02-c84a6e63ac4d
response_code = 200
uri = /network-bootstore-config
|
| 2653 | 2025-01-09T01:04:32.196Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45165
|
| 2654 | 2025-01-09T01:04:32.196Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 51
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45165
req_id = d73b8908-c9e6-4be9-87cb-8eee4d2b61bd
response_code = 200
uri = /baseboard
|
| 2655 | 2025-01-09T01:04:41.028Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 2656 | 2025-01-09T01:04:46.944Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56703
|
| 2657 | 2025-01-09T01:04:46.944Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56703
req_id = 55fd6e06-051d-440e-b354-b1f10bb51d0b
response_code = 200
uri = /vpc-routes
|
| 2658 | 2025-01-09T01:04:46.945Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37830
|
| 2659 | 2025-01-09T01:04:46.945Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 30
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37830
req_id = c79d31f2-141d-4a6d-9322-555f142ae74f
response_code = 200
uri = /vpc-routes
|
| 2660 | 2025-01-09T01:04:46.979Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2661 | 2025-01-09T01:04:46.979Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56703
req_id = e3086bd9-264e-49f4-8f04-3092a93a49c6
response_code = 204
uri = /eip-gateways
|
| 2662 | 2025-01-09T01:04:47.000Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 247
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56703
req_id = 3ec8094d-2616-4874-a282-0be5434bd96b
response_code = 204
uri = /vpc-routes
|
| 2663 | 2025-01-09T01:04:47.025Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2664 | 2025-01-09T01:04:47.025Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37830
req_id = 10eabad0-790b-4f84-be15-ec850eec0399
response_code = 204
uri = /eip-gateways
|
| 2665 | 2025-01-09T01:04:47.137Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41674
|
| 2666 | 2025-01-09T01:04:47.138Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 193
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41674
req_id = 4bd487d8-5e78-43c8-afcb-a2ba804f2673
response_code = 200
uri = /v2p
|
| 2667 | 2025-01-09T01:04:47.148Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 156
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37830
req_id = 394214ea-6cec-40c7-b8cd-ea4631c737b9
response_code = 204
uri = /vpc-routes
|
| 2668 | 2025-01-09T01:04:47.176Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35569
|
| 2669 | 2025-01-09T01:04:47.176Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2670 | 2025-01-09T01:04:47.222Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2671 | 2025-01-09T01:04:47.281Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104641
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:35569
req_id = 5cf38730-596f-488e-a067-73358acdee6e
response_code = 204
uri = /switch-ports
|
| 2672 | 2025-01-09T01:04:47.281Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40707
|
| 2673 | 2025-01-09T01:04:47.281Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46345
|
| 2674 | 2025-01-09T01:04:47.281Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40290
|
| 2675 | 2025-01-09T01:04:47.281Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58572
|
| 2676 | 2025-01-09T01:04:47.281Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2677 | 2025-01-09T01:04:47.285Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4084
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40707
req_id = f30ef427-7026-424d-998d-471834d63570
response_code = 200
uri = /v2p
|
| 2678 | 2025-01-09T01:04:47.285Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4018
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35569
req_id = c00ed49e-cdb0-43f6-a90e-015cb13925bb
response_code = 200
uri = /network-bootstore-config
|
| 2679 | 2025-01-09T01:04:47.285Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46345
req_id = 2c92beb9-2b88-41b0-9623-b1175513dc08
response_code = 200
uri = /vpc-routes
|
| 2680 | 2025-01-09T01:04:47.285Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4297
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58572
req_id = d7a4e851-ba4f-427d-a392-53626e377d67
response_code = 200
uri = /v2p
|
| 2681 | 2025-01-09T01:04:47.302Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2682 | 2025-01-09T01:04:47.302Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46345
req_id = 0e79fd71-908b-4708-b3aa-4872813b8b9d
response_code = 204
uri = /eip-gateways
|
| 2683 | 2025-01-09T01:04:47.313Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 380
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46345
req_id = 0e19df96-2fd0-419e-8527-a75b27873f17
response_code = 204
uri = /vpc-routes
|
| 2684 | 2025-01-09T01:04:47.318Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2685 | 2025-01-09T01:04:47.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93402
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40290
req_id = daf66b6d-8f19-4809-8907-716bc35c493a
response_code = 204
uri = /switch-ports
|
| 2686 | 2025-01-09T01:04:47.375Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40290
req_id = b5d912c3-d87a-42e2-a402-5051dbae5dc4
response_code = 200
uri = /network-bootstore-config
|
| 2687 | 2025-01-09T01:04:47.442Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36724
|
| 2688 | 2025-01-09T01:04:47.443Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2689 | 2025-01-09T01:04:47.479Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2690 | 2025-01-09T01:04:47.535Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92618
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:36724
req_id = e2b0f133-9db3-449f-80cd-07a81b7c75c1
response_code = 204
uri = /switch-ports
|
| 2691 | 2025-01-09T01:04:47.535Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36724
req_id = 13465853-cdd5-4f79-8cd8-7634d8c3a680
response_code = 200
uri = /network-bootstore-config
|
| 2692 | 2025-01-09T01:05:02.230Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50639
|
| 2693 | 2025-01-09T01:05:02.230Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50639
req_id = 03299aea-14f3-40bd-a9ed-e6d5481ceda0
response_code = 200
uri = /baseboard
|
| 2694 | 2025-01-09T01:05:14.941Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:40239
remote_addr = [fd00:1122:3344:101::d]:63574
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2695 | 2025-01-09T01:05:15.033Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87223
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = 8de605e4-2c6f-42e3-90ac-6bdc87067c3f
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2696 | 2025-01-09T01:05:16.900Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52116
|
| 2697 | 2025-01-09T01:05:16.901Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52116
req_id = bd567ba6-cd74-4a5e-b67e-44c743d7d907
response_code = 200
uri = /vpc-routes
|
| 2698 | 2025-01-09T01:05:16.901Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34399
|
| 2699 | 2025-01-09T01:05:16.902Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 27
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34399
req_id = f964092f-f84f-4192-93b7-85f18f3b3d94
response_code = 200
uri = /vpc-routes
|
| 2700 | 2025-01-09T01:05:16.913Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57410
|
| 2701 | 2025-01-09T01:05:16.913Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57410
req_id = b6f4381b-42d7-4010-b49e-695bb2c74895
response_code = 200
uri = /v2p
|
| 2702 | 2025-01-09T01:05:16.966Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2703 | 2025-01-09T01:05:16.966Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34399
req_id = b8413e67-fc21-4eaa-a8be-26f688d37bfa
response_code = 204
uri = /eip-gateways
|
| 2704 | 2025-01-09T01:05:16.972Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2705 | 2025-01-09T01:05:16.972Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:52116
req_id = 52408035-8c42-455f-8e45-795999e901e9
response_code = 204
uri = /eip-gateways
|
| 2706 | 2025-01-09T01:05:16.985Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 261
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34399
req_id = ceadc95a-3e36-4c7c-ba54-bda315a478e1
response_code = 204
uri = /vpc-routes
|
| 2707 | 2025-01-09T01:05:16.988Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 179
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:52116
req_id = acbb9cb1-1b68-4eb8-bf09-8d51a1f78cc4
response_code = 204
uri = /vpc-routes
|
| 2708 | 2025-01-09T01:05:16.998Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51085
|
| 2709 | 2025-01-09T01:05:16.998Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2710 | 2025-01-09T01:05:17.049Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2711 | 2025-01-09T01:05:17.122Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 123301
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51085
req_id = 9de0de6a-e0cd-4298-b0d9-204fe5f8ea26
response_code = 204
uri = /switch-ports
|
| 2712 | 2025-01-09T01:05:17.122Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49949
|
| 2713 | 2025-01-09T01:05:17.122Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2714 | 2025-01-09T01:05:17.127Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4775
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51085
req_id = 1ffec24a-4eeb-4417-8394-2853c7677d74
response_code = 200
uri = /network-bootstore-config
|
| 2715 | 2025-01-09T01:05:17.145Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49450
|
| 2716 | 2025-01-09T01:05:17.145Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 214
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49450
req_id = 7b7848b4-0a42-432b-935e-97f0e40439be
response_code = 200
uri = /v2p
|
| 2717 | 2025-01-09T01:05:17.145Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50857
|
| 2718 | 2025-01-09T01:05:17.145Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50857
req_id = 63b83492-f804-4168-a6e6-951466ac6321
response_code = 200
uri = /vpc-routes
|
| 2719 | 2025-01-09T01:05:17.165Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2720 | 2025-01-09T01:05:17.169Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37206
|
| 2721 | 2025-01-09T01:05:17.170Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 317
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37206
req_id = 4eb0a9ee-687d-4132-9eea-019a24fef28a
response_code = 200
uri = /v2p
|
| 2722 | 2025-01-09T01:05:17.196Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2723 | 2025-01-09T01:05:17.196Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 667
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50857
req_id = a88bb974-27b0-4eb1-b331-7ad43f948ae1
response_code = 204
uri = /eip-gateways
|
| 2724 | 2025-01-09T01:05:17.209Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4294
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50857
req_id = 665f70ab-2dc7-4901-ad7b-ef9c2f5c7f47
response_code = 204
uri = /vpc-routes
|
| 2725 | 2025-01-09T01:05:17.228Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106362
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49949
req_id = 5118953e-26ad-4751-a1dc-393234129ca8
response_code = 204
uri = /switch-ports
|
| 2726 | 2025-01-09T01:05:17.229Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49949
req_id = 86c3f393-2e66-459f-b54c-d645552db792
response_code = 200
uri = /network-bootstore-config
|
| 2727 | 2025-01-09T01:05:17.288Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39064
|
| 2728 | 2025-01-09T01:05:17.289Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2729 | 2025-01-09T01:05:17.325Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2730 | 2025-01-09T01:05:17.385Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96163
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39064
req_id = 2d2980a9-7d41-4b26-9715-9f77e87d0ab1
response_code = 204
uri = /switch-ports
|
| 2731 | 2025-01-09T01:05:17.385Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 153
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39064
req_id = 65beb2ec-00ae-4314-b0a2-426396cad28a
response_code = 200
uri = /network-bootstore-config
|
| 2732 | 2025-01-09T01:05:32.274Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35562
|
| 2733 | 2025-01-09T01:05:32.274Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 58
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35562
req_id = a4aa49ed-df70-437d-9d8a-cfe7b943a50f
response_code = 200
uri = /baseboard
|
| 2734 | 2025-01-09T01:05:44.949Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8103
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = a7cdafcd-ea44-4a67-a674-27eebf4c90d3
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2735 | 2025-01-09T01:05:47.006Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64017
|
| 2736 | 2025-01-09T01:05:47.006Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 143
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64017
req_id = 74f28800-1f7b-4e98-9e69-841a0ff799ba
response_code = 200
uri = /v2p
|
| 2737 | 2025-01-09T01:05:47.012Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50862
|
| 2738 | 2025-01-09T01:05:47.012Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 37
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50862
req_id = 0b11d2ee-156f-4558-8bcb-821ba543e84e
response_code = 200
uri = /vpc-routes
|
| 2739 | 2025-01-09T01:05:47.079Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2740 | 2025-01-09T01:05:47.079Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50862
req_id = 8f074265-9689-4afd-907d-df3d6fc9e907
response_code = 204
uri = /eip-gateways
|
| 2741 | 2025-01-09T01:05:47.088Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 196
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50862
req_id = b05e19db-6914-4441-bbbc-6aaf26e068f5
response_code = 204
uri = /vpc-routes
|
| 2742 | 2025-01-09T01:05:47.158Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52205
|
| 2743 | 2025-01-09T01:05:47.158Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 34
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52205
req_id = 8b36a9d2-3ce8-4fb4-b561-e43bdf342356
response_code = 200
uri = /vpc-routes
|
| 2744 | 2025-01-09T01:05:47.174Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48275
|
| 2745 | 2025-01-09T01:05:47.174Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48275
req_id = 7abbf3f2-b7ac-47b3-b374-a5a432f375ef
response_code = 200
uri = /vpc-routes
|
| 2746 | 2025-01-09T01:05:47.178Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36991
|
| 2747 | 2025-01-09T01:05:47.179Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36991
req_id = dbf9e2ce-aa28-408c-9ab2-41644a97d491
response_code = 200
uri = /v2p
|
| 2748 | 2025-01-09T01:05:47.184Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2749 | 2025-01-09T01:05:47.184Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52205
req_id = dd9dd6ba-2d2b-476e-955e-8a11f266ed06
response_code = 204
uri = /eip-gateways
|
| 2750 | 2025-01-09T01:05:47.195Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52205
req_id = 1e034909-87fe-4a8d-b786-1153d87c2fac
response_code = 204
uri = /vpc-routes
|
| 2751 | 2025-01-09T01:05:47.203Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2752 | 2025-01-09T01:05:47.203Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48275
req_id = 2e18a1c6-004a-46fb-b4d3-5425f40d14c4
response_code = 204
uri = /eip-gateways
|
| 2753 | 2025-01-09T01:05:47.213Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 192
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48275
req_id = 4f704f35-7da9-42c4-8d31-1c67df61b65c
response_code = 204
uri = /vpc-routes
|
| 2754 | 2025-01-09T01:05:47.312Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40405
|
| 2755 | 2025-01-09T01:05:47.312Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2756 | 2025-01-09T01:05:47.350Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2757 | 2025-01-09T01:05:47.403Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 90917
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:40405
req_id = 822fbed0-5142-4533-aae6-97547dbf68aa
response_code = 204
uri = /switch-ports
|
| 2758 | 2025-01-09T01:05:47.403Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 143
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40405
req_id = 59276614-52cd-4c14-bdc0-34bc53edc42f
response_code = 200
uri = /network-bootstore-config
|
| 2759 | 2025-01-09T01:05:47.423Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61654
|
| 2760 | 2025-01-09T01:05:47.423Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61654
req_id = 05485b7f-6524-40f7-b5db-0a0bbab0ad66
response_code = 200
uri = /v2p
|
| 2761 | 2025-01-09T01:05:47.449Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34728
|
| 2762 | 2025-01-09T01:05:47.449Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2763 | 2025-01-09T01:05:47.488Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2764 | 2025-01-09T01:05:47.546Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97158
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:34728
req_id = 835e4270-39cc-40d9-af75-36d653e6616e
response_code = 204
uri = /switch-ports
|
| 2765 | 2025-01-09T01:05:47.546Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34728
req_id = cd2bc2ee-83e8-496c-bfaa-d5bcbca618e7
response_code = 200
uri = /network-bootstore-config
|
| 2766 | 2025-01-09T01:05:47.589Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50921
|
| 2767 | 2025-01-09T01:05:47.590Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2768 | 2025-01-09T01:05:47.630Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2769 | 2025-01-09T01:05:47.692Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102940
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50921
req_id = d4fd65a9-4a20-422f-b8fb-6a516a260a26
response_code = 204
uri = /switch-ports
|
| 2770 | 2025-01-09T01:05:47.693Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50921
req_id = 3c412a1a-417e-4268-9c38-1e8191bbb89e
response_code = 200
uri = /network-bootstore-config
|
| 2771 | 2025-01-09T01:06:02.306Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37852
|
| 2772 | 2025-01-09T01:06:02.306Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37852
req_id = 0460d73e-7153-48d4-809a-512532520931
response_code = 200
uri = /baseboard
|
| 2773 | 2025-01-09T01:06:14.948Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7434
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = 41488ae4-854e-4d1a-a7d5-e147233e0641
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2774 | 2025-01-09T01:06:16.869Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34049
|
| 2775 | 2025-01-09T01:06:16.869Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34049
req_id = 136b8b68-647e-40b5-9a3c-4291a54ad9fa
response_code = 200
uri = /vpc-routes
|
| 2776 | 2025-01-09T01:06:16.878Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59511
|
| 2777 | 2025-01-09T01:06:16.878Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59511
req_id = ec392041-3904-49b6-bb7a-137e4ae0a3ee
response_code = 200
uri = /vpc-routes
|
| 2778 | 2025-01-09T01:06:16.887Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2779 | 2025-01-09T01:06:16.887Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34049
req_id = ae3b64e7-00e0-4f50-9a62-e5a46e403347
response_code = 204
uri = /eip-gateways
|
| 2780 | 2025-01-09T01:06:16.898Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62341
|
| 2781 | 2025-01-09T01:06:16.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 118
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62341
req_id = 25d41882-5d95-470a-b3ac-938de2d394a9
response_code = 200
uri = /v2p
|
| 2782 | 2025-01-09T01:06:16.901Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 243
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34049
req_id = 64c5003c-22d9-441b-8037-f2515907e737
response_code = 204
uri = /vpc-routes
|
| 2783 | 2025-01-09T01:06:16.937Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44340
|
| 2784 | 2025-01-09T01:06:16.937Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44340
req_id = 1ef04952-a61e-432f-90ba-6fcc4272bf0d
response_code = 200
uri = /v2p
|
| 2785 | 2025-01-09T01:06:17.038Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2786 | 2025-01-09T01:06:17.038Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59511
req_id = e7d95e35-4dde-4ce5-9d23-16a204a5e84a
response_code = 204
uri = /eip-gateways
|
| 2787 | 2025-01-09T01:06:17.046Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 223
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59511
req_id = bc3916fb-8ea1-4246-a62f-c70b5131cf30
response_code = 204
uri = /vpc-routes
|
| 2788 | 2025-01-09T01:06:17.092Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53105
|
| 2789 | 2025-01-09T01:06:17.092Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 24
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53105
req_id = c65bd728-f262-43da-81ff-6ba6c2e1bf73
response_code = 200
uri = /vpc-routes
|
| 2790 | 2025-01-09T01:06:17.095Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56560
|
| 2791 | 2025-01-09T01:06:17.095Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2792 | 2025-01-09T01:06:17.138Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2793 | 2025-01-09T01:06:17.198Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103310
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:56560
req_id = 0543f770-0053-4a49-9c8a-996104926cd3
response_code = 204
uri = /switch-ports
|
| 2794 | 2025-01-09T01:06:17.199Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36355
|
| 2795 | 2025-01-09T01:06:17.199Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39412
|
| 2796 | 2025-01-09T01:06:17.199Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33125
|
| 2797 | 2025-01-09T01:06:17.199Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2798 | 2025-01-09T01:06:17.199Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 291
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:53105
req_id = 2d7a7e83-39f6-4faf-b0ca-9bb43928d71f
response_code = 204
uri = /eip-gateways
|
| 2799 | 2025-01-09T01:06:17.199Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 314
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56560
req_id = 88a0333b-7cc0-4e8f-b433-1b7dd4994dbc
response_code = 200
uri = /network-bootstore-config
|
| 2800 | 2025-01-09T01:06:17.199Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 232
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33125
req_id = 4297a103-0405-4ef7-b8ab-55e81553295e
response_code = 200
uri = /v2p
|
| 2801 | 2025-01-09T01:06:17.199Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2802 | 2025-01-09T01:06:17.210Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 537
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:53105
req_id = 44172c20-0f0b-4a33-9522-518d6b0683ea
response_code = 204
uri = /vpc-routes
|
| 2803 | 2025-01-09T01:06:17.236Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2804 | 2025-01-09T01:06:17.290Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2805 | 2025-01-09T01:06:17.290Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91284
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:39412
req_id = e0ff8d83-4f89-49a6-955a-16a32865f2e9
response_code = 204
uri = /switch-ports
|
| 2806 | 2025-01-09T01:06:17.294Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 734
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39412
req_id = 853f73c7-6fc0-4775-9a2b-c68b7222f548
response_code = 200
uri = /network-bootstore-config
|
| 2807 | 2025-01-09T01:06:17.326Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2808 | 2025-01-09T01:06:17.384Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 184465
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:36355
req_id = dbf82587-b760-4ee6-824c-cd121fb7d46c
response_code = 204
uri = /switch-ports
|
| 2809 | 2025-01-09T01:06:17.384Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36355
req_id = d5b37191-e438-4551-86a8-f2457c5574ad
response_code = 200
uri = /network-bootstore-config
|
| 2810 | 2025-01-09T01:06:32.338Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36725
|
| 2811 | 2025-01-09T01:06:32.338Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36725
req_id = cb9b7c26-0fbb-4c99-ba4b-d429c0eb1aca
response_code = 200
uri = /baseboard
|
| 2812 | 2025-01-09T01:06:44.948Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7650
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = 064dd80b-caa1-45e9-b467-8cf428ad40ca
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2813 | 2025-01-09T01:06:46.991Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59422
|
| 2814 | 2025-01-09T01:06:46.991Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59422
req_id = bfb14b9b-c447-404b-8272-5414f2811880
response_code = 200
uri = /vpc-routes
|
| 2815 | 2025-01-09T01:06:47.057Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42754
|
| 2816 | 2025-01-09T01:06:47.057Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42754
req_id = 706315cb-b424-45ec-8fb2-44afcc55045c
response_code = 200
uri = /vpc-routes
|
| 2817 | 2025-01-09T01:06:47.076Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61414
|
| 2818 | 2025-01-09T01:06:47.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61414
req_id = 0e92cfb8-e8d6-4529-ae11-084dbf57aee4
response_code = 200
uri = /v2p
|
| 2819 | 2025-01-09T01:06:47.112Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2820 | 2025-01-09T01:06:47.112Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42754
req_id = a65c7663-e2b2-4f3b-91e3-9cc2a9a783b5
response_code = 204
uri = /eip-gateways
|
| 2821 | 2025-01-09T01:06:47.162Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2822 | 2025-01-09T01:06:47.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59422
req_id = f600b8f3-713c-4978-8083-95039db776f5
response_code = 204
uri = /eip-gateways
|
| 2823 | 2025-01-09T01:06:47.172Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 272
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59422
req_id = 8584f319-7206-40ee-b439-229563d25015
response_code = 204
uri = /vpc-routes
|
| 2824 | 2025-01-09T01:06:47.203Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49666
|
| 2825 | 2025-01-09T01:06:47.203Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49666
req_id = 33bf26c5-291e-4a1f-96fe-4826ff8bb5d6
response_code = 200
uri = /v2p
|
| 2826 | 2025-01-09T01:06:47.264Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37949
|
| 2827 | 2025-01-09T01:06:47.264Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2828 | 2025-01-09T01:06:47.305Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2829 | 2025-01-09T01:06:47.366Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101943
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:37949
req_id = 578ad0d5-5f73-471e-a948-4f546525b8ca
response_code = 204
uri = /switch-ports
|
| 2830 | 2025-01-09T01:06:47.366Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60435
|
| 2831 | 2025-01-09T01:06:47.367Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 269
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37949
req_id = 530b11c4-c526-4c8f-b40d-ed9c48e1cbdb
response_code = 200
uri = /network-bootstore-config
|
| 2832 | 2025-01-09T01:06:47.367Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 437
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42754
req_id = 65526376-26a5-4d38-863e-fb4c0e2da348
response_code = 204
uri = /vpc-routes
|
| 2833 | 2025-01-09T01:06:47.380Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2834 | 2025-01-09T01:06:47.386Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38805
|
| 2835 | 2025-01-09T01:06:47.386Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38805
req_id = 6d5def32-ff2a-4086-a392-d3ed29c7a815
response_code = 200
uri = /vpc-routes
|
| 2836 | 2025-01-09T01:06:47.427Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2837 | 2025-01-09T01:06:47.502Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 133601
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:60435
req_id = 51df91cb-d85b-4d2e-a0f6-93206cc0ec1e
response_code = 204
uri = /switch-ports
|
| 2838 | 2025-01-09T01:06:47.502Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60435
req_id = 9e4f3907-a95b-458f-b745-a62c33f1b7d2
response_code = 200
uri = /network-bootstore-config
|
| 2839 | 2025-01-09T01:06:47.519Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2840 | 2025-01-09T01:06:47.519Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:38805
req_id = f665667d-9fbb-413e-b8a3-3bb4b2e68086
response_code = 204
uri = /eip-gateways
|
| 2841 | 2025-01-09T01:06:47.586Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39896
|
| 2842 | 2025-01-09T01:06:47.586Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2843 | 2025-01-09T01:06:47.629Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2844 | 2025-01-09T01:06:47.690Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104055
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39896
req_id = 6612da3e-d87a-419f-ac12-7cdf33b93e88
response_code = 204
uri = /switch-ports
|
| 2845 | 2025-01-09T01:06:47.690Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47350
|
| 2846 | 2025-01-09T01:06:47.690Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 263
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39896
req_id = 6b35618b-ae63-40fd-8d1b-d6f30a8d8870
response_code = 200
uri = /network-bootstore-config
|
| 2847 | 2025-01-09T01:06:47.691Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 451
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:38805
req_id = 34ae54ac-fdc6-4e23-98b0-ed5fa02fb841
response_code = 204
uri = /vpc-routes
|
| 2848 | 2025-01-09T01:06:47.691Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 224
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47350
req_id = 96e3ae4a-1336-48f2-98bf-a878a787f70d
response_code = 200
uri = /v2p
|
| 2849 | 2025-01-09T01:07:02.371Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39890
|
| 2850 | 2025-01-09T01:07:02.371Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 61
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39890
req_id = fd6c8633-2f34-4386-a0b4-e439ee0dd6a7
response_code = 200
uri = /baseboard
|
| 2851 | 2025-01-09T01:07:14.950Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8194
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = 4fbdf34b-91d3-4373-8d1f-3af781b383ef
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2852 | 2025-01-09T01:07:16.781Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53148
|
| 2853 | 2025-01-09T01:07:16.781Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53148
req_id = 7740c60e-ec2b-477a-be81-d85a34ff4105
response_code = 200
uri = /vpc-routes
|
| 2854 | 2025-01-09T01:07:16.809Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2855 | 2025-01-09T01:07:16.809Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:53148
req_id = b6dbc10f-cc14-473e-8ddc-3ff2515cd346
response_code = 204
uri = /eip-gateways
|
| 2856 | 2025-01-09T01:07:16.822Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 208
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:53148
req_id = 44873d63-abbd-47e3-8d2c-cc0b39f0c3de
response_code = 204
uri = /vpc-routes
|
| 2857 | 2025-01-09T01:07:16.839Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44083
|
| 2858 | 2025-01-09T01:07:16.839Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 35
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44083
req_id = 956efb1b-534f-4aec-8c31-9f8b9054735a
response_code = 200
uri = /vpc-routes
|
| 2859 | 2025-01-09T01:07:16.894Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2860 | 2025-01-09T01:07:16.894Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44083
req_id = b5afed7e-5bd9-49a6-a99a-1eeb9b72fd35
response_code = 204
uri = /eip-gateways
|
| 2861 | 2025-01-09T01:07:16.906Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50373
|
| 2862 | 2025-01-09T01:07:16.907Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2863 | 2025-01-09T01:07:16.966Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2864 | 2025-01-09T01:07:17.045Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138751
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50373
req_id = 5d8f4afa-3054-419c-a095-d6e2cab2d7e4
response_code = 204
uri = /switch-ports
|
| 2865 | 2025-01-09T01:07:17.046Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35666
|
| 2866 | 2025-01-09T01:07:17.046Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44381
|
| 2867 | 2025-01-09T01:07:17.046Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58320
|
| 2868 | 2025-01-09T01:07:17.046Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 341
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50373
req_id = c3c97c53-8e01-4187-8740-f4234cfe810f
response_code = 200
uri = /network-bootstore-config
|
| 2869 | 2025-01-09T01:07:17.046Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 630
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44083
req_id = 2489b8f1-2177-4506-b125-19f4fb9a1c86
response_code = 204
uri = /vpc-routes
|
| 2870 | 2025-01-09T01:07:17.046Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2871 | 2025-01-09T01:07:17.046Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 281
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35666
req_id = 46f90fde-ffa4-4407-b251-ffe1fccc34a9
response_code = 200
uri = /v2p
|
| 2872 | 2025-01-09T01:07:17.046Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 295
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44381
req_id = e1857e78-8309-437a-b30d-febc20049873
response_code = 200
uri = /v2p
|
| 2873 | 2025-01-09T01:07:17.086Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2874 | 2025-01-09T01:07:17.140Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94257
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58320
req_id = 97c6a885-5634-4ebf-9833-5a0094decc7f
response_code = 204
uri = /switch-ports
|
| 2875 | 2025-01-09T01:07:17.141Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58320
req_id = ecd716a5-0a04-46cf-9a46-d38a43be7c2c
response_code = 200
uri = /network-bootstore-config
|
| 2876 | 2025-01-09T01:07:17.197Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47811
|
| 2877 | 2025-01-09T01:07:17.197Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 74
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47811
req_id = 1a1a61e1-b78c-4b0e-8db0-862c1edbaa81
response_code = 200
uri = /vpc-routes
|
| 2878 | 2025-01-09T01:07:17.217Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2879 | 2025-01-09T01:07:17.217Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47811
req_id = 76d4b24a-928b-4d25-a5e1-b14ed21932d4
response_code = 204
uri = /eip-gateways
|
| 2880 | 2025-01-09T01:07:17.255Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38364
|
| 2881 | 2025-01-09T01:07:17.256Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38364
req_id = f19c3bdf-285a-4501-9047-3bd14b128981
response_code = 200
uri = /v2p
|
| 2882 | 2025-01-09T01:07:17.264Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 266
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47811
req_id = 7b8e2601-9483-4842-b70e-84855643bee8
response_code = 204
uri = /vpc-routes
|
| 2883 | 2025-01-09T01:07:17.317Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35445
|
| 2884 | 2025-01-09T01:07:17.317Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2885 | 2025-01-09T01:07:17.357Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2886 | 2025-01-09T01:07:17.413Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96332
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:35445
req_id = 47f241c6-c9a5-42b7-ad67-77a4f3c900a2
response_code = 204
uri = /switch-ports
|
| 2887 | 2025-01-09T01:07:17.413Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35445
req_id = be3cfbd4-c390-4491-8235-2c1068a11949
response_code = 200
uri = /network-bootstore-config
|
| 2888 | 2025-01-09T01:07:32.405Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62290
|
| 2889 | 2025-01-09T01:07:32.405Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62290
req_id = d195b00c-0b33-4b06-9e28-9f9d9c9b7b2b
response_code = 200
uri = /baseboard
|
| 2890 | 2025-01-09T01:07:44.948Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7761
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = c5950a06-4dbd-4e41-8fed-ee83a7f5627a
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2891 | 2025-01-09T01:07:46.967Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64293
|
| 2892 | 2025-01-09T01:07:46.967Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64293
req_id = e81629f4-a284-4641-a8fb-d70f787f8bb6
response_code = 200
uri = /vpc-routes
|
| 2893 | 2025-01-09T01:07:47.057Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2894 | 2025-01-09T01:07:47.057Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64293
req_id = 03cd1fe5-ed6b-4b40-a3b1-fa2b6cc7c09d
response_code = 204
uri = /eip-gateways
|
| 2895 | 2025-01-09T01:07:47.068Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 237
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64293
req_id = 3acc4de4-b402-4485-a84c-afe1c0e30945
response_code = 204
uri = /vpc-routes
|
| 2896 | 2025-01-09T01:07:47.117Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60072
|
| 2897 | 2025-01-09T01:07:47.117Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60072
req_id = 29f2ec0e-e778-4755-8913-4f8be3c1414e
response_code = 200
uri = /v2p
|
| 2898 | 2025-01-09T01:07:47.122Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58008
|
| 2899 | 2025-01-09T01:07:47.122Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58008
req_id = dd5d5a9e-7655-4f5a-8281-5235bcbf2bb7
response_code = 200
uri = /vpc-routes
|
| 2900 | 2025-01-09T01:07:47.138Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37623
|
| 2901 | 2025-01-09T01:07:47.138Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2902 | 2025-01-09T01:07:47.181Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2903 | 2025-01-09T01:07:47.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 120652
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:37623
req_id = 3a60691d-c44b-428e-b23f-8bf60aba471b
response_code = 204
uri = /switch-ports
|
| 2904 | 2025-01-09T01:07:47.259Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42803
|
| 2905 | 2025-01-09T01:07:47.259Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36590
|
| 2906 | 2025-01-09T01:07:47.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42803
req_id = 6e94ac77-ce1e-4fe4-b961-acf2d39977e0
response_code = 200
uri = /vpc-routes
|
| 2907 | 2025-01-09T01:07:47.259Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2908 | 2025-01-09T01:07:47.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 273
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58008
req_id = 23baeba7-7b85-4b22-bc82-f68ac3199c79
response_code = 204
uri = /eip-gateways
|
| 2909 | 2025-01-09T01:07:47.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 344
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37623
req_id = 7cf1d9ce-50f2-46e9-bb81-923f32811ac8
response_code = 200
uri = /network-bootstore-config
|
| 2910 | 2025-01-09T01:07:47.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 230
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36590
req_id = 8f59a93f-066b-4416-af18-ec006cc9f7ef
response_code = 200
uri = /v2p
|
| 2911 | 2025-01-09T01:07:47.274Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 370
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58008
req_id = b4459cec-9e04-43ff-89ba-75ed5e1d5ac8
response_code = 204
uri = /vpc-routes
|
| 2912 | 2025-01-09T01:07:47.304Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2913 | 2025-01-09T01:07:47.304Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42803
req_id = 7f4805b1-4bfc-4518-b6d0-510bf9fbbddf
response_code = 204
uri = /eip-gateways
|
| 2914 | 2025-01-09T01:07:47.309Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33972
|
| 2915 | 2025-01-09T01:07:47.309Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2916 | 2025-01-09T01:07:47.353Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2917 | 2025-01-09T01:07:47.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101050
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:33972
req_id = e9084cd6-1ead-4bec-a119-04abdc739a64
response_code = 204
uri = /switch-ports
|
| 2918 | 2025-01-09T01:07:47.411Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 293
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42803
req_id = 0a4fe25d-bbbc-4d8a-8ffc-a57bb574a182
response_code = 204
uri = /vpc-routes
|
| 2919 | 2025-01-09T01:07:47.411Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33972
req_id = 70db39d9-3814-45cd-bb54-d48853a596cd
response_code = 200
uri = /network-bootstore-config
|
| 2920 | 2025-01-09T01:07:47.416Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36248
|
| 2921 | 2025-01-09T01:07:47.417Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36248
req_id = 668666cd-aa47-40ed-80cd-768609929ec9
response_code = 200
uri = /v2p
|
| 2922 | 2025-01-09T01:07:47.520Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63450
|
| 2923 | 2025-01-09T01:07:47.520Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2924 | 2025-01-09T01:07:47.560Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2925 | 2025-01-09T01:07:47.622Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102308
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:63450
req_id = 3a67f57e-bc16-44da-b842-503505325706
response_code = 204
uri = /switch-ports
|
| 2926 | 2025-01-09T01:07:47.622Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63450
req_id = 430eed29-5ef6-4b18-bbc9-85fdfe4693b0
response_code = 200
uri = /network-bootstore-config
|
| 2927 | 2025-01-09T01:08:02.436Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53521
|
| 2928 | 2025-01-09T01:08:02.437Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53521
req_id = d3545c57-0780-439e-aa5c-aae3da805f10
response_code = 200
uri = /baseboard
|
| 2929 | 2025-01-09T01:08:14.948Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7800
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = fac5d498-afed-4173-8a97-dff910386984
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2930 | 2025-01-09T01:08:16.878Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56043
|
| 2931 | 2025-01-09T01:08:16.878Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56043
req_id = 827dd24b-6fa8-427c-8f4c-d20d452a61c0
response_code = 200
uri = /vpc-routes
|
| 2932 | 2025-01-09T01:08:16.938Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2933 | 2025-01-09T01:08:16.938Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56043
req_id = 299b86c7-4584-43e4-8775-089ff1fe84c6
response_code = 204
uri = /eip-gateways
|
| 2934 | 2025-01-09T01:08:16.949Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 261
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56043
req_id = 22788b89-392c-4e81-84fe-1a7ff92daeb5
response_code = 204
uri = /vpc-routes
|
| 2935 | 2025-01-09T01:08:16.953Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41870
|
| 2936 | 2025-01-09T01:08:16.953Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41870
req_id = 984d09cd-2554-448b-8496-9a3eaf8cbdd6
response_code = 200
uri = /v2p
|
| 2937 | 2025-01-09T01:08:17.024Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36080
|
| 2938 | 2025-01-09T01:08:17.024Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 144
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36080
req_id = f5e0753b-91b0-4668-971f-ed5ea5b519e8
response_code = 200
uri = /v2p
|
| 2939 | 2025-01-09T01:08:17.030Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54477
|
| 2940 | 2025-01-09T01:08:17.031Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 32
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54477
req_id = 6bbea5aa-1ef2-46c1-857d-5404c1026dad
response_code = 200
uri = /vpc-routes
|
| 2941 | 2025-01-09T01:08:17.076Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2942 | 2025-01-09T01:08:17.077Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54477
req_id = 49ee4862-1ce8-4d32-ac3b-6c32c4c02e18
response_code = 204
uri = /eip-gateways
|
| 2943 | 2025-01-09T01:08:17.085Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37282
|
| 2944 | 2025-01-09T01:08:17.085Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2945 | 2025-01-09T01:08:17.129Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2946 | 2025-01-09T01:08:17.188Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102939
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37282
req_id = fe6af25e-9390-4a29-9db8-ce7377443010
response_code = 204
uri = /switch-ports
|
| 2947 | 2025-01-09T01:08:17.189Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49655
|
| 2948 | 2025-01-09T01:08:17.189Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 309
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37282
req_id = 0240acf2-6f0b-4998-9c06-50f49f54f6e4
response_code = 200
uri = /network-bootstore-config
|
| 2949 | 2025-01-09T01:08:17.189Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 488
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54477
req_id = 5709b2d7-449d-431d-8f09-5f008ba9b77e
response_code = 204
uri = /vpc-routes
|
| 2950 | 2025-01-09T01:08:17.189Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2951 | 2025-01-09T01:08:17.214Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35574
|
| 2952 | 2025-01-09T01:08:17.214Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35574
req_id = ca6c1a32-f86e-4f7b-982a-a1ad3812c47c
response_code = 200
uri = /v2p
|
| 2953 | 2025-01-09T01:08:17.229Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2954 | 2025-01-09T01:08:17.268Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48491
|
| 2955 | 2025-01-09T01:08:17.269Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48491
req_id = 07124e44-2ac0-4499-a9bf-6ed83d6d6f44
response_code = 200
uri = /vpc-routes
|
| 2956 | 2025-01-09T01:08:17.288Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98596
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49655
req_id = 6c6d57d1-5dcb-4dbd-a297-0d6427f5bd1f
response_code = 204
uri = /switch-ports
|
| 2957 | 2025-01-09T01:08:17.288Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49655
req_id = b50695c0-d572-4c17-acd2-49d7bad3d189
response_code = 200
uri = /network-bootstore-config
|
| 2958 | 2025-01-09T01:08:17.312Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2959 | 2025-01-09T01:08:17.312Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48491
req_id = 6e8c63af-d249-4a52-a225-255f0bae6276
response_code = 204
uri = /eip-gateways
|
| 2960 | 2025-01-09T01:08:17.319Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38006
|
| 2961 | 2025-01-09T01:08:17.319Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2962 | 2025-01-09T01:08:17.359Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2963 | 2025-01-09T01:08:17.417Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97303
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38006
req_id = 65304c86-d535-4ad6-9d54-18b9ff0e7297
response_code = 204
uri = /switch-ports
|
| 2964 | 2025-01-09T01:08:17.417Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 288
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48491
req_id = e3c0c69d-a78a-4626-89d9-10da9d770f92
response_code = 204
uri = /vpc-routes
|
| 2965 | 2025-01-09T01:08:17.417Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38006
req_id = fa08e28a-4e86-4314-be4c-76c2de3315a6
response_code = 200
uri = /network-bootstore-config
|
| 2966 | 2025-01-09T01:08:32.470Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55714
|
| 2967 | 2025-01-09T01:08:32.470Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 77
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55714
req_id = aa8889c9-9de4-40aa-9929-45061de0758f
response_code = 200
uri = /baseboard
|
| 2968 | 2025-01-09T01:08:44.949Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8473
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = f7330826-b057-42e8-9ff2-8be12433b46f
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 2969 | 2025-01-09T01:08:46.892Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55994
|
| 2970 | 2025-01-09T01:08:46.892Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55994
req_id = a26f7fa0-05ae-468d-a63c-e6e59eb66734
response_code = 200
uri = /vpc-routes
|
| 2971 | 2025-01-09T01:08:46.992Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2972 | 2025-01-09T01:08:46.992Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 377
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:55994
req_id = 3bd1ce24-51b4-4b41-8d62-366fed58932f
response_code = 204
uri = /eip-gateways
|
| 2973 | 2025-01-09T01:08:47.002Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48545
|
| 2974 | 2025-01-09T01:08:47.003Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48545
req_id = eb34dd6f-65c1-47da-862b-692d16d180b8
response_code = 200
uri = /v2p
|
| 2975 | 2025-01-09T01:08:47.034Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35934
|
| 2976 | 2025-01-09T01:08:47.034Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35934
req_id = 78d912e1-9086-42da-83f1-48a81dfb90b2
response_code = 200
uri = /vpc-routes
|
| 2977 | 2025-01-09T01:08:47.104Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2978 | 2025-01-09T01:08:47.104Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35934
req_id = a8648f3a-74f8-43b5-99ca-1438faf392fd
response_code = 204
uri = /eip-gateways
|
| 2979 | 2025-01-09T01:08:47.118Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 212
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35934
req_id = 29139208-4db0-4053-8346-5b30365da7d0
response_code = 204
uri = /vpc-routes
|
| 2980 | 2025-01-09T01:08:47.146Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59011
|
| 2981 | 2025-01-09T01:08:47.146Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59011
req_id = 8bef434d-3524-4e73-bad3-c99eca659f39
response_code = 200
uri = /v2p
|
| 2982 | 2025-01-09T01:08:47.154Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 184
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:55994
req_id = cfffe95e-3294-4116-9fca-85d2accae75f
response_code = 204
uri = /vpc-routes
|
| 2983 | 2025-01-09T01:08:47.211Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41404
|
| 2984 | 2025-01-09T01:08:47.211Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2985 | 2025-01-09T01:08:47.257Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2986 | 2025-01-09T01:08:47.330Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 119445
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:41404
req_id = 28af4f2d-2a3f-48c6-ac82-824f3012367e
response_code = 204
uri = /switch-ports
|
| 2987 | 2025-01-09T01:08:47.330Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42863
|
| 2988 | 2025-01-09T01:08:47.331Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38987
|
| 2989 | 2025-01-09T01:08:47.337Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5735
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41404
req_id = fd600be9-3140-4246-ac77-e7f10ceb65c6
response_code = 200
uri = /network-bootstore-config
|
| 2990 | 2025-01-09T01:08:47.345Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 2991 | 2025-01-09T01:08:47.345Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5846
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42863
req_id = 20745d8b-e5a5-40cf-a984-297f2f6dc7a5
response_code = 200
uri = /vpc-routes
|
| 2992 | 2025-01-09T01:08:47.386Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 2993 | 2025-01-09T01:08:47.393Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 2994 | 2025-01-09T01:08:47.393Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42863
req_id = d87a9a70-d5ac-43bb-8120-e20b37f8642a
response_code = 204
uri = /eip-gateways
|
| 2995 | 2025-01-09T01:08:47.454Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 117849
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:38987
req_id = 16189161-b327-4512-8bad-9d5d582760ef
response_code = 204
uri = /switch-ports
|
| 2996 | 2025-01-09T01:08:47.454Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38987
req_id = 06cf339d-b9dc-4627-9551-660076ad3d19
response_code = 200
uri = /network-bootstore-config
|
| 2997 | 2025-01-09T01:08:47.457Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57544
|
| 2998 | 2025-01-09T01:08:47.458Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5082dfc8-feb0-4452-a8c4-3c0037101230, kind: Service { id: 71878588-3bc5-4be9-bddb-893f09285184 }, name: Name("external-dns-71878588-3bc5-4be9-bddb-893f09285184"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 84c8b3b4-9160-4f8a-9f93-e97bdb5fa721, kind: Service { id: 870344ce-2728-444f-8d5a-e3771e15477e }, name: Name("external-dns-870344ce-2728-444f-8d5a-e3771e15477e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 234])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32dc4ecd-b53e-48ec-96da-e27f9d50a7c1, kind: Service { id: cffb0aad-1932-4a44-891c-2739991d1934 }, name: Name("nexus-cffb0aad-1932-4a44-891c-2739991d1934"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5bb6cca4-8c89-42c7-8517-bbec55a75150, kind: Service { id: 5236fac0-d91c-403e-8658-32167d628d4d }, name: Name("nexus-5236fac0-d91c-403e-8658-32167d628d4d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7464f2e2-2881-4143-9c24-14f2de0a4d6a, kind: Service { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 }, name: Name("nexus-bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 156])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2999 | 2025-01-09T01:08:47.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3000 | 2025-01-09T01:08:47.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3001 | 2025-01-09T01:08:47.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3002 | 2025-01-09T01:08:47.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3003 | 2025-01-09T01:08:47.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3004 | 2025-01-09T01:08:47.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3005 | 2025-01-09T01:08:47.458Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 399
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57544
req_id = f46fefd1-89e7-4a5f-93b4-824ab10843d7
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3006 | 2025-01-09T01:08:47.514Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58834
|
| 3007 | 2025-01-09T01:08:47.514Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5082dfc8-feb0-4452-a8c4-3c0037101230, kind: Service { id: 71878588-3bc5-4be9-bddb-893f09285184 }, name: Name("external-dns-71878588-3bc5-4be9-bddb-893f09285184"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 84c8b3b4-9160-4f8a-9f93-e97bdb5fa721, kind: Service { id: 870344ce-2728-444f-8d5a-e3771e15477e }, name: Name("external-dns-870344ce-2728-444f-8d5a-e3771e15477e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 234])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32dc4ecd-b53e-48ec-96da-e27f9d50a7c1, kind: Service { id: cffb0aad-1932-4a44-891c-2739991d1934 }, name: Name("nexus-cffb0aad-1932-4a44-891c-2739991d1934"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5bb6cca4-8c89-42c7-8517-bbec55a75150, kind: Service { id: 5236fac0-d91c-403e-8658-32167d628d4d }, name: Name("nexus-5236fac0-d91c-403e-8658-32167d628d4d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7464f2e2-2881-4143-9c24-14f2de0a4d6a, kind: Service { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 }, name: Name("nexus-bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 156])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3008 | 2025-01-09T01:08:47.514Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3009 | 2025-01-09T01:08:47.514Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3010 | 2025-01-09T01:08:47.514Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3011 | 2025-01-09T01:08:47.514Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3012 | 2025-01-09T01:08:47.514Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3013 | 2025-01-09T01:08:47.514Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3014 | 2025-01-09T01:08:47.514Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 288
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58834
req_id = 7db08a98-caf3-48a4-af85-1ce87543052f
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3015 | 2025-01-09T01:08:47.559Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48341
|
| 3016 | 2025-01-09T01:08:47.559Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48341
req_id = dcc016df-06cb-4bc5-a2eb-98cf16963f4b
response_code = 200
uri = /v2p
|
| 3017 | 2025-01-09T01:08:47.569Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 260
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42863
req_id = b6675d6a-ca2c-4f61-974f-557e17dd914e
response_code = 204
uri = /vpc-routes
|
| 3018 | 2025-01-09T01:08:47.633Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54154
|
| 3019 | 2025-01-09T01:08:47.633Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3020 | 2025-01-09T01:08:47.676Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3021 | 2025-01-09T01:08:47.737Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103963
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:54154
req_id = 378d68d1-e0c4-4420-9870-ce067f05e707
response_code = 204
uri = /switch-ports
|
| 3022 | 2025-01-09T01:08:47.738Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54154
req_id = d2501187-2def-46f4-9837-597a0fad2298
response_code = 200
uri = /network-bootstore-config
|
| 3023 | 2025-01-09T01:08:47.762Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52679
|
| 3024 | 2025-01-09T01:08:47.762Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5082dfc8-feb0-4452-a8c4-3c0037101230, kind: Service { id: 71878588-3bc5-4be9-bddb-893f09285184 }, name: Name("external-dns-71878588-3bc5-4be9-bddb-893f09285184"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 84c8b3b4-9160-4f8a-9f93-e97bdb5fa721, kind: Service { id: 870344ce-2728-444f-8d5a-e3771e15477e }, name: Name("external-dns-870344ce-2728-444f-8d5a-e3771e15477e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 234])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32dc4ecd-b53e-48ec-96da-e27f9d50a7c1, kind: Service { id: cffb0aad-1932-4a44-891c-2739991d1934 }, name: Name("nexus-cffb0aad-1932-4a44-891c-2739991d1934"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5bb6cca4-8c89-42c7-8517-bbec55a75150, kind: Service { id: 5236fac0-d91c-403e-8658-32167d628d4d }, name: Name("nexus-5236fac0-d91c-403e-8658-32167d628d4d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7464f2e2-2881-4143-9c24-14f2de0a4d6a, kind: Service { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 }, name: Name("nexus-bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 156])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3025 | 2025-01-09T01:08:47.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3026 | 2025-01-09T01:08:47.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3027 | 2025-01-09T01:08:47.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3028 | 2025-01-09T01:08:47.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3029 | 2025-01-09T01:08:47.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3030 | 2025-01-09T01:08:47.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3031 | 2025-01-09T01:08:47.763Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 366
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52679
req_id = 1666f35a-300e-4c03-8ab4-23bd8121ae4a
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3032 | 2025-01-09T01:09:02.505Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39787
|
| 3033 | 2025-01-09T01:09:02.505Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 64
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39787
req_id = 547be653-7446-4bb1-9f5a-7bb05b2b4d89
response_code = 200
uri = /baseboard
|
| 3034 | 2025-01-09T01:09:14.951Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7375
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = cc81500a-300b-48eb-a987-57197dafc4d2
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3035 | 2025-01-09T01:09:16.840Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36520
|
| 3036 | 2025-01-09T01:09:16.841Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36520
req_id = 8918f5a5-cfeb-4abe-89fc-14234f47ed5f
response_code = 200
uri = /vpc-routes
|
| 3037 | 2025-01-09T01:09:16.846Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33623
|
| 3038 | 2025-01-09T01:09:16.846Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 30
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33623
req_id = 35be03ad-6a28-4e6a-a979-4c1d7308c88f
response_code = 200
uri = /vpc-routes
|
| 3039 | 2025-01-09T01:09:16.889Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3040 | 2025-01-09T01:09:16.889Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36520
req_id = ddaa8949-93e3-4c2a-9beb-c1be6c0ec480
response_code = 204
uri = /eip-gateways
|
| 3041 | 2025-01-09T01:09:16.900Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 210
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36520
req_id = a47d6dd8-154c-4c49-903b-8f18f3f02999
response_code = 204
uri = /vpc-routes
|
| 3042 | 2025-01-09T01:09:16.901Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3043 | 2025-01-09T01:09:16.901Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33623
req_id = 4700b1f2-4783-42e8-863c-bb9e42b69bea
response_code = 204
uri = /eip-gateways
|
| 3044 | 2025-01-09T01:09:16.910Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 218
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33623
req_id = 78432080-fce3-467e-925f-61ecca490b6a
response_code = 204
uri = /vpc-routes
|
| 3045 | 2025-01-09T01:09:16.951Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44161
|
| 3046 | 2025-01-09T01:09:16.952Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3047 | 2025-01-09T01:09:16.997Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3048 | 2025-01-09T01:09:17.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 123830
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44161
req_id = dd5c280d-ccdb-465e-bc4b-7e99e1ba27ac
response_code = 204
uri = /switch-ports
|
| 3049 | 2025-01-09T01:09:17.076Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35206
|
| 3050 | 2025-01-09T01:09:17.076Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41820
|
| 3051 | 2025-01-09T01:09:17.076Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58190
|
| 3052 | 2025-01-09T01:09:17.076Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46617
|
| 3053 | 2025-01-09T01:09:17.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 340
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44161
req_id = 59371025-9bd9-4b42-8112-11c0110b59f1
response_code = 200
uri = /network-bootstore-config
|
| 3054 | 2025-01-09T01:09:17.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 156
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46617
req_id = f9aa3ee8-625f-4890-9ca1-a38d8187e2e4
response_code = 200
uri = /vpc-routes
|
| 3055 | 2025-01-09T01:09:17.076Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3056 | 2025-01-09T01:09:17.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 291
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41820
req_id = 8572f3f7-a29e-493f-a18e-13c33909710d
response_code = 200
uri = /v2p
|
| 3057 | 2025-01-09T01:09:17.089Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7916
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35206
req_id = c87c50e7-d2eb-4485-81ff-3748b7a2ad75
response_code = 200
uri = /v2p
|
| 3058 | 2025-01-09T01:09:17.098Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3059 | 2025-01-09T01:09:17.098Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 655
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46617
req_id = 018eb210-3d5b-4bd5-ab47-501bdfb8828c
response_code = 204
uri = /eip-gateways
|
| 3060 | 2025-01-09T01:09:17.106Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46617
req_id = 083a5790-01d9-488d-b969-f93dfe3388b8
response_code = 204
uri = /vpc-routes
|
| 3061 | 2025-01-09T01:09:17.121Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3062 | 2025-01-09T01:09:17.185Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 109079
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58190
req_id = 42202293-a81f-46b2-b07c-95aec051ffa9
response_code = 204
uri = /switch-ports
|
| 3063 | 2025-01-09T01:09:17.186Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 132
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58190
req_id = 91eeec94-93dc-40cc-b334-79d9b7ebe314
response_code = 200
uri = /network-bootstore-config
|
| 3064 | 2025-01-09T01:09:17.198Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41925
|
| 3065 | 2025-01-09T01:09:17.199Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41925
req_id = 5ba2437c-9e5f-419e-8290-c94a0d20136b
response_code = 200
uri = /v2p
|
| 3066 | 2025-01-09T01:09:17.199Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56995
|
| 3067 | 2025-01-09T01:09:17.199Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3068 | 2025-01-09T01:09:17.236Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3069 | 2025-01-09T01:09:17.290Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91046
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56995
req_id = 33ad5b7c-70d7-4d23-ba17-700a96b46b04
response_code = 204
uri = /switch-ports
|
| 3070 | 2025-01-09T01:09:17.290Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 209
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56995
req_id = fe0451d3-770f-4f07-9d37-7f34269f9841
response_code = 200
uri = /network-bootstore-config
|
| 3071 | 2025-01-09T01:09:26.361Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:197
|
| 3072 | 2025-01-09T01:09:26.362Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3073 | 2025-01-09T01:09:26.403Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 2009, tv_nsec: 863410641 }
time_to_next_cleanup = 599.99999746s
|
| 3074 | 2025-01-09T01:09:32.547Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37968
|
| 3075 | 2025-01-09T01:09:32.548Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 71
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37968
req_id = 3640c25e-1c0e-4210-a7de-e5736b8faef1
response_code = 200
uri = /baseboard
|
| 3076 | 2025-01-09T01:09:41.030Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 3077 | 2025-01-09T01:09:44.949Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7967
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = fcda6847-eccd-40e6-b4ce-88fe4156703e
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3078 | 2025-01-09T01:09:46.885Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44674
|
| 3079 | 2025-01-09T01:09:46.885Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 57
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44674
req_id = 8c406c2a-0f60-42c6-b77a-b407ac72aa49
response_code = 200
uri = /vpc-routes
|
| 3080 | 2025-01-09T01:09:46.987Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3081 | 2025-01-09T01:09:46.987Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44674
req_id = 0d328c02-5f62-4e7d-84f5-015e119ebd4f
response_code = 204
uri = /eip-gateways
|
| 3082 | 2025-01-09T01:09:47.022Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 405
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44674
req_id = f4fe71e1-b15f-4149-9f68-8c250488fdd7
response_code = 204
uri = /vpc-routes
|
| 3083 | 2025-01-09T01:09:47.043Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35829
|
| 3084 | 2025-01-09T01:09:47.043Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35829
req_id = 8be9ee45-bc34-4a82-a6b3-6c7a1800678c
response_code = 200
uri = /vpc-routes
|
| 3085 | 2025-01-09T01:09:47.066Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3086 | 2025-01-09T01:09:47.066Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35829
req_id = 40edeee8-9eba-4772-8e5a-5f7325a6f66d
response_code = 204
uri = /eip-gateways
|
| 3087 | 2025-01-09T01:09:47.077Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 314
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35829
req_id = ebae3c15-0ca4-4f31-915c-519819304b1a
response_code = 204
uri = /vpc-routes
|
| 3088 | 2025-01-09T01:09:47.169Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49698
|
| 3089 | 2025-01-09T01:09:47.169Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3090 | 2025-01-09T01:09:47.212Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3091 | 2025-01-09T01:09:47.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106602
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49698
req_id = 90e6a402-e27b-4958-9a3c-ba91a0e877a4
response_code = 204
uri = /switch-ports
|
| 3092 | 2025-01-09T01:09:47.276Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44344
|
| 3093 | 2025-01-09T01:09:47.276Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47890
|
| 3094 | 2025-01-09T01:09:47.276Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58318
|
| 3095 | 2025-01-09T01:09:47.276Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34623
|
| 3096 | 2025-01-09T01:09:47.276Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3097 | 2025-01-09T01:09:47.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 284
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49698
req_id = 08704c12-507b-4ac9-86f3-7d159db139ea
response_code = 200
uri = /network-bootstore-config
|
| 3098 | 2025-01-09T01:09:47.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 215
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47890
req_id = aa3fa52f-07e1-4b4a-a79a-60d978832357
response_code = 200
uri = /vpc-routes
|
| 3099 | 2025-01-09T01:09:47.281Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4580
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44344
req_id = f2ed1e4a-b4c3-476d-b7d7-92f5c770f99c
response_code = 200
uri = /v2p
|
| 3100 | 2025-01-09T01:09:47.281Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4875
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58318
req_id = 567945a7-9a5f-4ada-b006-efe3cd46ded9
response_code = 200
uri = /v2p
|
| 3101 | 2025-01-09T01:09:47.317Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3102 | 2025-01-09T01:09:47.322Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3103 | 2025-01-09T01:09:47.322Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5060
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47890
req_id = 567a5672-659c-4ecd-bbc1-07b1cac7ebb4
response_code = 204
uri = /eip-gateways
|
| 3104 | 2025-01-09T01:09:47.336Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 977
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47890
req_id = 85096eb4-7419-4a89-a7c6-059975d2ab6e
response_code = 204
uri = /vpc-routes
|
| 3105 | 2025-01-09T01:09:47.338Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42750
|
| 3106 | 2025-01-09T01:09:47.339Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42750
req_id = 1c2c119e-d97a-4ac1-bcd0-c7f3d055675d
response_code = 200
uri = /v2p
|
| 3107 | 2025-01-09T01:09:47.383Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106993
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:34623
req_id = 34ec4307-9750-4e9c-afe8-cff108edd7f9
response_code = 204
uri = /switch-ports
|
| 3108 | 2025-01-09T01:09:47.383Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 166
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34623
req_id = fdfa3e8a-8ef4-4e88-a565-6ba032a01bbb
response_code = 200
uri = /network-bootstore-config
|
| 3109 | 2025-01-09T01:09:47.393Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50904
|
| 3110 | 2025-01-09T01:09:47.393Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3111 | 2025-01-09T01:09:47.430Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3112 | 2025-01-09T01:09:47.489Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96059
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50904
req_id = 909540b8-4dcb-48a4-a645-582856928afa
response_code = 204
uri = /switch-ports
|
| 3113 | 2025-01-09T01:09:47.489Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50904
req_id = d8ad2337-2c33-42e7-aa41-b3d54d018a0c
response_code = 200
uri = /network-bootstore-config
|
| 3114 | 2025-01-09T01:10:02.579Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40116
|
| 3115 | 2025-01-09T01:10:02.579Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 77
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40116
req_id = 41a79060-3a1b-4925-8488-0251cc52f1b7
response_code = 200
uri = /baseboard
|
| 3116 | 2025-01-09T01:10:14.948Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7615
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = 4b2edcd5-5988-49a3-b572-78800dc04f09
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3117 | 2025-01-09T01:10:16.868Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58571
|
| 3118 | 2025-01-09T01:10:16.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58571
req_id = ed5d7fd6-cf9c-420d-9562-cf1f1a973f81
response_code = 200
uri = /vpc-routes
|
| 3119 | 2025-01-09T01:10:16.883Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3120 | 2025-01-09T01:10:16.883Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58571
req_id = ef71311e-d7d2-45d0-a647-e5907ec9c68a
response_code = 204
uri = /eip-gateways
|
| 3121 | 2025-01-09T01:10:16.896Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58328
|
| 3122 | 2025-01-09T01:10:16.896Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 24
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58328
req_id = 2aa9d414-1a4f-4f17-9fe0-5977e893da21
response_code = 200
uri = /vpc-routes
|
| 3123 | 2025-01-09T01:10:16.914Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3124 | 2025-01-09T01:10:16.914Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58328
req_id = 13dc40e4-4561-4f67-bbd0-e32a33a43564
response_code = 204
uri = /eip-gateways
|
| 3125 | 2025-01-09T01:10:16.929Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 341
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58328
req_id = c1065ca3-5c02-45d1-805c-4367455b6e63
response_code = 204
uri = /vpc-routes
|
| 3126 | 2025-01-09T01:10:16.986Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36403
|
| 3127 | 2025-01-09T01:10:16.986Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3128 | 2025-01-09T01:10:17.035Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3129 | 2025-01-09T01:10:17.101Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 114935
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36403
req_id = 9de10361-61f4-442c-b644-f8367e779d22
response_code = 204
uri = /switch-ports
|
| 3130 | 2025-01-09T01:10:17.101Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50612
|
| 3131 | 2025-01-09T01:10:17.101Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50599
|
| 3132 | 2025-01-09T01:10:17.101Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 253
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36403
req_id = c2830f3e-ebef-4b4d-b305-b3e6570d137b
response_code = 200
uri = /network-bootstore-config
|
| 3133 | 2025-01-09T01:10:17.101Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61244
|
| 3134 | 2025-01-09T01:10:17.101Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41376
|
| 3135 | 2025-01-09T01:10:17.101Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 526
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58571
req_id = 03769eab-3be1-4903-a98c-a7131a90196f
response_code = 204
uri = /vpc-routes
|
| 3136 | 2025-01-09T01:10:17.101Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3137 | 2025-01-09T01:10:17.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41376
req_id = 790eb689-7a5e-4841-95bc-70f4f011e8d4
response_code = 200
uri = /vpc-routes
|
| 3138 | 2025-01-09T01:10:17.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 262
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50612
req_id = 9fdfb20b-3d3e-413e-bba5-cf78f708462b
response_code = 200
uri = /v2p
|
| 3139 | 2025-01-09T01:10:17.106Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4487
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50599
req_id = f3d5874d-e40c-4268-828e-aa7922675d49
response_code = 200
uri = /v2p
|
| 3140 | 2025-01-09T01:10:17.140Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3141 | 2025-01-09T01:10:17.180Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55945
|
| 3142 | 2025-01-09T01:10:17.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55945
req_id = ccdd7f6d-556e-4f6e-843b-18eeec96d3ff
response_code = 200
uri = /v2p
|
| 3143 | 2025-01-09T01:10:17.199Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97631
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61244
req_id = 04c5db61-4994-4c5f-a64d-b336b9c5ab74
response_code = 204
uri = /switch-ports
|
| 3144 | 2025-01-09T01:10:17.199Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61244
req_id = f1b7ce5f-3805-42ff-bce4-cd81327e7f4d
response_code = 200
uri = /network-bootstore-config
|
| 3145 | 2025-01-09T01:10:17.222Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3146 | 2025-01-09T01:10:17.222Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41376
req_id = 599afc90-d136-406a-8d99-025eb383b056
response_code = 204
uri = /eip-gateways
|
| 3147 | 2025-01-09T01:10:17.231Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 216
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41376
req_id = cc939a05-0ed2-4b3c-9f8b-2dec65ea6fd6
response_code = 204
uri = /vpc-routes
|
| 3148 | 2025-01-09T01:10:17.248Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46751
|
| 3149 | 2025-01-09T01:10:17.248Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3150 | 2025-01-09T01:10:17.287Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3151 | 2025-01-09T01:10:17.344Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95628
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:46751
req_id = 85e6c975-d616-414d-81a4-e9a74f32f478
response_code = 204
uri = /switch-ports
|
| 3152 | 2025-01-09T01:10:17.344Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46751
req_id = 16824f56-37b9-4fa7-9853-bc2838d400d2
response_code = 200
uri = /network-bootstore-config
|
| 3153 | 2025-01-09T01:10:32.612Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57826
|
| 3154 | 2025-01-09T01:10:32.612Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 88
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57826
req_id = f95f40b4-6799-4015-a6eb-474c35a2e772
response_code = 200
uri = /baseboard
|
| 3155 | 2025-01-09T01:10:44.949Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8075
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = 642f934c-7ab6-492d-a8f0-e0744a9b4321
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3156 | 2025-01-09T01:10:46.965Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59512
|
| 3157 | 2025-01-09T01:10:46.965Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59512
req_id = 313ae424-18b7-46d6-aafc-46355cfa483d
response_code = 200
uri = /vpc-routes
|
| 3158 | 2025-01-09T01:10:47.046Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3159 | 2025-01-09T01:10:47.046Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59512
req_id = db615f14-8147-4c41-93e9-a5f1396fd88a
response_code = 204
uri = /eip-gateways
|
| 3160 | 2025-01-09T01:10:47.056Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 199
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59512
req_id = a9366eb6-3705-43fb-837e-6813017fd876
response_code = 204
uri = /vpc-routes
|
| 3161 | 2025-01-09T01:10:47.161Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47523
|
| 3162 | 2025-01-09T01:10:47.161Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47523
req_id = 9bdbd55b-d5c9-43b5-8d45-6715c7ac2add
response_code = 200
uri = /vpc-routes
|
| 3163 | 2025-01-09T01:10:47.161Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51358
|
| 3164 | 2025-01-09T01:10:47.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51358
req_id = 00d3f1b6-19ce-4139-b9b2-06f109e1ab99
response_code = 200
uri = /v2p
|
| 3165 | 2025-01-09T01:10:47.170Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64040
|
| 3166 | 2025-01-09T01:10:47.171Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64040
req_id = 2c96cc4a-fa86-440e-81ce-d31ad774dd30
response_code = 200
uri = /v2p
|
| 3167 | 2025-01-09T01:10:47.176Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3168 | 2025-01-09T01:10:47.176Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47523
req_id = 5c77e64f-e588-40af-8818-5858a8e3c461
response_code = 204
uri = /eip-gateways
|
| 3169 | 2025-01-09T01:10:47.185Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 296
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47523
req_id = 9f8b8fa8-fa5f-4274-800f-66df5a1308aa
response_code = 204
uri = /vpc-routes
|
| 3170 | 2025-01-09T01:10:47.235Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60369
|
| 3171 | 2025-01-09T01:10:47.235Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3172 | 2025-01-09T01:10:47.278Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3173 | 2025-01-09T01:10:47.338Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103503
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:60369
req_id = 6fac9651-0bd0-43a8-8365-4243fb867122
response_code = 204
uri = /switch-ports
|
| 3174 | 2025-01-09T01:10:47.338Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41409
|
| 3175 | 2025-01-09T01:10:47.339Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3176 | 2025-01-09T01:10:47.343Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3932
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60369
req_id = c279ff19-b820-4fea-991e-443de2f77ad8
response_code = 200
uri = /network-bootstore-config
|
| 3177 | 2025-01-09T01:10:47.349Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51407
|
| 3178 | 2025-01-09T01:10:47.349Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51407
req_id = cb5ecf21-7e13-44ec-b1d1-1a233eb80218
response_code = 200
uri = /vpc-routes
|
| 3179 | 2025-01-09T01:10:47.379Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3180 | 2025-01-09T01:10:47.398Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3181 | 2025-01-09T01:10:47.398Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 172
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51407
req_id = 662a7ed1-e623-4ae0-b5e1-ba4db16214ad
response_code = 204
uri = /eip-gateways
|
| 3182 | 2025-01-09T01:10:47.407Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 381
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51407
req_id = 3ebf1e95-bd2e-4fb6-b826-d6ad8b68f009
response_code = 204
uri = /vpc-routes
|
| 3183 | 2025-01-09T01:10:47.438Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60086
|
| 3184 | 2025-01-09T01:10:47.439Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 214
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60086
req_id = 67bef48d-eb51-4618-9a13-5d51367dd034
response_code = 200
uri = /v2p
|
| 3185 | 2025-01-09T01:10:47.446Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107156
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:41409
req_id = a8c00615-ebe4-44a7-a2e6-da097c943f66
response_code = 204
uri = /switch-ports
|
| 3186 | 2025-01-09T01:10:47.446Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41409
req_id = e78b70b5-6ae1-4d3e-9be2-c978c7147024
response_code = 200
uri = /network-bootstore-config
|
| 3187 | 2025-01-09T01:10:47.452Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40158
|
| 3188 | 2025-01-09T01:10:47.452Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3189 | 2025-01-09T01:10:47.491Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3190 | 2025-01-09T01:10:47.550Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 97917
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:40158
req_id = 9648c25d-a9d7-492a-9214-f729080f2ce4
response_code = 204
uri = /switch-ports
|
| 3191 | 2025-01-09T01:10:47.550Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40158
req_id = 8a39e710-d455-4e6a-be12-b9a18183b559
response_code = 200
uri = /network-bootstore-config
|
| 3192 | 2025-01-09T01:11:02.645Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36611
|
| 3193 | 2025-01-09T01:11:02.645Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 75
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36611
req_id = 17b00061-5a51-4727-8aa4-a4f757de288d
response_code = 200
uri = /baseboard
|
| 3194 | 2025-01-09T01:11:14.954Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 12912
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = eef94e61-41c8-4975-b92d-71a074d44364
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3195 | 2025-01-09T01:11:16.809Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38639
|
| 3196 | 2025-01-09T01:11:16.809Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38639
req_id = 6eef6bb7-d539-406f-b7ca-cb2d5a7d4429
response_code = 200
uri = /vpc-routes
|
| 3197 | 2025-01-09T01:11:16.834Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3198 | 2025-01-09T01:11:16.834Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38639
req_id = 6f263b59-f26f-4047-a510-5500cf2024ee
response_code = 204
uri = /eip-gateways
|
| 3199 | 2025-01-09T01:11:16.843Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 259
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38639
req_id = c981dfb5-3da5-41f6-b0ff-5dc0b24612a5
response_code = 204
uri = /vpc-routes
|
| 3200 | 2025-01-09T01:11:16.870Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34906
|
| 3201 | 2025-01-09T01:11:16.870Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 35
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34906
req_id = d1e5b188-bb4f-419b-8d3b-3fef4c258c40
response_code = 200
uri = /vpc-routes
|
| 3202 | 2025-01-09T01:11:16.932Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55927
|
| 3203 | 2025-01-09T01:11:16.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 182
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55927
req_id = e4db2ecc-0e2a-4429-81e2-026e9522bb6e
response_code = 200
uri = /v2p
|
| 3204 | 2025-01-09T01:11:16.933Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3205 | 2025-01-09T01:11:16.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34906
req_id = 89f23e9c-2656-4742-9698-fa823f58e552
response_code = 204
uri = /eip-gateways
|
| 3206 | 2025-01-09T01:11:16.945Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 307
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34906
req_id = 66afb64a-89c5-414a-8e0a-ac2d03c085a6
response_code = 204
uri = /vpc-routes
|
| 3207 | 2025-01-09T01:11:17.001Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53542
|
| 3208 | 2025-01-09T01:11:17.001Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3209 | 2025-01-09T01:11:17.048Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3210 | 2025-01-09T01:11:17.109Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107540
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:53542
req_id = 141f302d-a15d-467c-8407-9182b7e4feef
response_code = 204
uri = /switch-ports
|
| 3211 | 2025-01-09T01:11:17.109Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53805
|
| 3212 | 2025-01-09T01:11:17.109Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62807
|
| 3213 | 2025-01-09T01:11:17.109Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 289
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53542
req_id = 138966d6-f520-4076-a687-d886ed0f866a
response_code = 200
uri = /network-bootstore-config
|
| 3214 | 2025-01-09T01:11:17.109Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 202
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62807
req_id = 9221474b-1211-478f-932f-3c11cd36c1d6
response_code = 200
uri = /v2p
|
| 3215 | 2025-01-09T01:11:17.110Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3216 | 2025-01-09T01:11:17.130Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49911
|
| 3217 | 2025-01-09T01:11:17.131Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49911
req_id = d7c1558f-eeae-4a18-8dc8-00d135e1758a
response_code = 200
uri = /vpc-routes
|
| 3218 | 2025-01-09T01:11:17.157Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3219 | 2025-01-09T01:11:17.179Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3220 | 2025-01-09T01:11:17.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49911
req_id = 38d08a20-9d57-4c28-ac4b-6f168925fb34
response_code = 204
uri = /eip-gateways
|
| 3221 | 2025-01-09T01:11:17.192Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1142
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49911
req_id = b188c461-9136-4906-922a-cc1310a5bba7
response_code = 204
uri = /vpc-routes
|
| 3222 | 2025-01-09T01:11:17.228Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 118647
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:53805
req_id = a7ed6ff0-1f41-4c40-b6ba-8a7365c282a8
response_code = 204
uri = /switch-ports
|
| 3223 | 2025-01-09T01:11:17.228Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53805
req_id = 122446ef-8a55-424a-bed3-c1ae95c4b331
response_code = 200
uri = /network-bootstore-config
|
| 3224 | 2025-01-09T01:11:17.249Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48202
|
| 3225 | 2025-01-09T01:11:17.249Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3226 | 2025-01-09T01:11:17.290Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3227 | 2025-01-09T01:11:17.349Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 99922
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:48202
req_id = 649f3d21-d423-430d-983c-1b3369514c93
response_code = 204
uri = /switch-ports
|
| 3228 | 2025-01-09T01:11:17.349Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48307
|
| 3229 | 2025-01-09T01:11:17.349Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48307
req_id = 2b2e48b1-7340-49f0-b27e-d006fb45dfdb
response_code = 200
uri = /v2p
|
| 3230 | 2025-01-09T01:11:17.349Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 165
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48202
req_id = 376dcacf-0768-4645-93b8-2d45784ebf12
response_code = 200
uri = /network-bootstore-config
|
| 3231 | 2025-01-09T01:11:32.678Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53301
|
| 3232 | 2025-01-09T01:11:32.678Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 107
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53301
req_id = 66a5575e-339a-4bdb-9217-f8a72686b9b6
response_code = 200
uri = /baseboard
|
| 3233 | 2025-01-09T01:11:44.950Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8394
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = 5fe6c03d-6eaa-4b09-8141-040e815c0d3a
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3234 | 2025-01-09T01:11:47.096Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57758
|
| 3235 | 2025-01-09T01:11:47.096Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57758
req_id = f07a9d0e-f1ef-495a-b45d-8150eaf8aaa9
response_code = 200
uri = /vpc-routes
|
| 3236 | 2025-01-09T01:11:47.116Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60463
|
| 3237 | 2025-01-09T01:11:47.116Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60463
req_id = 1998af59-3132-4241-b84c-871f6f3c671c
response_code = 200
uri = /vpc-routes
|
| 3238 | 2025-01-09T01:11:47.180Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3239 | 2025-01-09T01:11:47.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57758
req_id = 2ada02b7-359e-406d-8022-bb1e0e00104f
response_code = 204
uri = /eip-gateways
|
| 3240 | 2025-01-09T01:11:47.184Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3241 | 2025-01-09T01:11:47.184Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60463
req_id = 6c246b21-6d13-4324-b571-8d99287e91a1
response_code = 204
uri = /eip-gateways
|
| 3242 | 2025-01-09T01:11:47.190Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 330
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57758
req_id = 938cf0ca-fa5e-4500-add5-df183a34758b
response_code = 204
uri = /vpc-routes
|
| 3243 | 2025-01-09T01:11:47.195Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42459
|
| 3244 | 2025-01-09T01:11:47.195Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42459
req_id = 3eb66d07-1c32-48ff-8d82-190f94f85c68
response_code = 200
uri = /vpc-routes
|
| 3245 | 2025-01-09T01:11:47.197Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 240
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60463
req_id = 598da45a-18f9-4fc8-a123-5e0b5d3ecaab
response_code = 204
uri = /vpc-routes
|
| 3246 | 2025-01-09T01:11:47.225Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38397
|
| 3247 | 2025-01-09T01:11:47.226Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3248 | 2025-01-09T01:11:47.279Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3249 | 2025-01-09T01:11:47.351Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 125381
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:38397
req_id = 41c8ad12-c53b-4e59-8205-5eba02a6b4ba
response_code = 204
uri = /switch-ports
|
| 3250 | 2025-01-09T01:11:47.351Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53709
|
| 3251 | 2025-01-09T01:11:47.351Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3252 | 2025-01-09T01:11:47.351Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42459
req_id = a19aae06-6ee6-44bd-ae61-a629cc66a905
response_code = 204
uri = /eip-gateways
|
| 3253 | 2025-01-09T01:11:47.351Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52709
|
| 3254 | 2025-01-09T01:11:47.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 259
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38397
req_id = 0d151a79-857b-432e-81f3-1615cd80ee3c
response_code = 200
uri = /network-bootstore-config
|
| 3255 | 2025-01-09T01:11:47.352Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3256 | 2025-01-09T01:11:47.358Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5955
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53709
req_id = 183a12e4-87a3-46b8-bafb-37a88196d7fe
response_code = 200
uri = /v2p
|
| 3257 | 2025-01-09T01:11:47.362Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 385
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42459
req_id = 2c54f09d-faef-489b-ad26-b284b813fc3c
response_code = 204
uri = /vpc-routes
|
| 3258 | 2025-01-09T01:11:47.390Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60040
|
| 3259 | 2025-01-09T01:11:47.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60040
req_id = 1dbe72d0-43f1-4fd5-b78a-772f85e2ac42
response_code = 200
uri = /v2p
|
| 3260 | 2025-01-09T01:11:47.393Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3261 | 2025-01-09T01:11:47.426Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47216
|
| 3262 | 2025-01-09T01:11:47.426Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47216
req_id = c3568ac0-5f42-450b-bb5e-2a238fa9375e
response_code = 200
uri = /v2p
|
| 3263 | 2025-01-09T01:11:47.439Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53096
|
| 3264 | 2025-01-09T01:11:47.458Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3265 | 2025-01-09T01:11:47.458Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 106945
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52709
req_id = d6f7b135-7dde-4560-9dcf-a7c8e5e21c65
response_code = 204
uri = /switch-ports
|
| 3266 | 2025-01-09T01:11:47.463Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 719
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52709
req_id = b2b9bdfd-3de4-4a5b-9f73-965bf146e9ad
response_code = 200
uri = /network-bootstore-config
|
| 3267 | 2025-01-09T01:11:47.496Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3268 | 2025-01-09T01:11:47.554Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 115024
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53096
req_id = 8f3aa78e-c4d2-49f7-bc9c-b0ab24bb7cd6
response_code = 204
uri = /switch-ports
|
| 3269 | 2025-01-09T01:11:47.554Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53096
req_id = 9349243c-2e76-4306-a005-bf1968de57db
response_code = 200
uri = /network-bootstore-config
|
| 3270 | 2025-01-09T01:12:02.711Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47593
|
| 3271 | 2025-01-09T01:12:02.711Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47593
req_id = 76fe27f0-e711-4882-8345-cde6bcfb46d5
response_code = 200
uri = /baseboard
|
| 3272 | 2025-01-09T01:12:14.951Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8690
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = e629e9df-e665-44d3-8e1d-ac4aac6689ac
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3273 | 2025-01-09T01:12:16.841Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47768
|
| 3274 | 2025-01-09T01:12:16.842Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47768
req_id = 1debafcd-96d3-46bf-80ed-b1780b5dc6a6
response_code = 200
uri = /vpc-routes
|
| 3275 | 2025-01-09T01:12:16.885Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3276 | 2025-01-09T01:12:16.885Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47768
req_id = e3a3eb1f-11ea-4a8f-a629-1f1530aa7e43
response_code = 204
uri = /eip-gateways
|
| 3277 | 2025-01-09T01:12:16.895Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47768
req_id = bb1feed7-9301-4c47-b5a5-c82ab102ecb4
response_code = 204
uri = /vpc-routes
|
| 3278 | 2025-01-09T01:12:16.930Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42090
|
| 3279 | 2025-01-09T01:12:16.930Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42090
req_id = 10686b0e-531e-4606-a597-4db927143e01
response_code = 200
uri = /vpc-routes
|
| 3280 | 2025-01-09T01:12:16.950Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43400
|
| 3281 | 2025-01-09T01:12:16.950Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3282 | 2025-01-09T01:12:17.004Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3283 | 2025-01-09T01:12:17.081Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 131035
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:43400
req_id = b971616c-f822-4829-bb6e-bd113d07a5f8
response_code = 204
uri = /switch-ports
|
| 3284 | 2025-01-09T01:12:17.081Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33151
|
| 3285 | 2025-01-09T01:12:17.081Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43378
|
| 3286 | 2025-01-09T01:12:17.081Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60105
|
| 3287 | 2025-01-09T01:12:17.081Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3288 | 2025-01-09T01:12:17.081Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 289
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42090
req_id = 5d79d3f9-5a45-4532-8555-0f00d4c453ef
response_code = 204
uri = /eip-gateways
|
| 3289 | 2025-01-09T01:12:17.081Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 306
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60105
req_id = 109abd0f-ad7e-4407-8767-5f0df7ad8e34
response_code = 200
uri = /v2p
|
| 3290 | 2025-01-09T01:12:17.081Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 378
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43400
req_id = 1e96d346-003b-4bae-9816-4c6d4ad513a2
response_code = 200
uri = /network-bootstore-config
|
| 3291 | 2025-01-09T01:12:17.082Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3292 | 2025-01-09T01:12:17.082Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 347
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33151
req_id = 0214526a-8a28-4d82-b92c-9b030fb682e7
response_code = 200
uri = /v2p
|
| 3293 | 2025-01-09T01:12:17.093Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43802
|
| 3294 | 2025-01-09T01:12:17.093Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43802
req_id = 752c5c99-6954-458e-be60-a24c27f086ab
response_code = 200
uri = /vpc-routes
|
| 3295 | 2025-01-09T01:12:17.096Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 240
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42090
req_id = 880b5f9d-bc6b-48c5-a138-09d1bb9ec182
response_code = 204
uri = /vpc-routes
|
| 3296 | 2025-01-09T01:12:17.129Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3297 | 2025-01-09T01:12:17.139Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3298 | 2025-01-09T01:12:17.139Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43802
req_id = d208631d-7f94-4f4c-88cf-5f82571ab360
response_code = 204
uri = /eip-gateways
|
| 3299 | 2025-01-09T01:12:17.149Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 360
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43802
req_id = e9599602-17bf-4f79-a8c4-306086910b88
response_code = 204
uri = /vpc-routes
|
| 3300 | 2025-01-09T01:12:17.191Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35117
|
| 3301 | 2025-01-09T01:12:17.191Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 162
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35117
req_id = 5795d1dc-a767-475e-b666-15ae6a74c432
response_code = 200
uri = /v2p
|
| 3302 | 2025-01-09T01:12:17.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111297
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:43378
req_id = 0cc9bcba-fe8a-4874-bb91-d73ab0cda340
response_code = 204
uri = /switch-ports
|
| 3303 | 2025-01-09T01:12:17.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43378
req_id = 8aaae324-5020-4e0f-b95b-ee82b24eb098
response_code = 200
uri = /network-bootstore-config
|
| 3304 | 2025-01-09T01:12:17.220Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56678
|
| 3305 | 2025-01-09T01:12:17.220Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3306 | 2025-01-09T01:12:17.258Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3307 | 2025-01-09T01:12:17.319Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98635
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56678
req_id = 36b36bc6-82ec-4e88-89eb-6324c194ef44
response_code = 204
uri = /switch-ports
|
| 3308 | 2025-01-09T01:12:17.319Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56678
req_id = 549ce7ae-4c7f-4ee4-8d7d-49dc0b62a2b6
response_code = 200
uri = /network-bootstore-config
|
| 3309 | 2025-01-09T01:12:32.743Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39744
|
| 3310 | 2025-01-09T01:12:32.743Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 73
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39744
req_id = 75709318-27eb-4c1d-8c1b-20fbae33955d
response_code = 200
uri = /baseboard
|
| 3311 | 2025-01-09T01:12:44.950Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8568
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = 227a8e37-0619-4e9f-96e0-753fcf95f14c
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3312 | 2025-01-09T01:12:46.952Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50888
|
| 3313 | 2025-01-09T01:12:46.952Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50888
req_id = 6a753583-24d0-42f4-a8bb-17e501f6c653
response_code = 200
uri = /vpc-routes
|
| 3314 | 2025-01-09T01:12:47.016Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51509
|
| 3315 | 2025-01-09T01:12:47.020Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51509
req_id = 28e9e102-cd18-4003-ab3e-fd1daaa60df4
response_code = 200
uri = /vpc-routes
|
| 3316 | 2025-01-09T01:12:47.068Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3317 | 2025-01-09T01:12:47.068Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50888
req_id = 81ea0824-e66a-4456-bd5a-c732989ab473
response_code = 204
uri = /eip-gateways
|
| 3318 | 2025-01-09T01:12:47.084Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 374
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50888
req_id = cf4bbd5c-40c4-45b4-99a4-093649510d93
response_code = 204
uri = /vpc-routes
|
| 3319 | 2025-01-09T01:12:47.089Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3320 | 2025-01-09T01:12:47.089Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:51509
req_id = fffecbd0-67c5-4490-b438-c5b4857cd8ee
response_code = 204
uri = /eip-gateways
|
| 3321 | 2025-01-09T01:12:47.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 334
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:51509
req_id = cb586673-1f37-49d9-ab2a-e3686f72593e
response_code = 204
uri = /vpc-routes
|
| 3322 | 2025-01-09T01:12:47.209Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58197
|
| 3323 | 2025-01-09T01:12:47.210Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58197
req_id = cb642a7b-25fc-4420-a428-28552196f878
response_code = 200
uri = /v2p
|
| 3324 | 2025-01-09T01:12:47.249Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35419
|
| 3325 | 2025-01-09T01:12:47.249Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35419
req_id = 703b66bb-2b61-42ca-a5d5-19cd9d9f8605
response_code = 200
uri = /vpc-routes
|
| 3326 | 2025-01-09T01:12:47.261Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47200
|
| 3327 | 2025-01-09T01:12:47.261Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47200
req_id = 6422cd4a-b58b-49fe-8679-0ba729edf59b
response_code = 200
uri = /v2p
|
| 3328 | 2025-01-09T01:12:47.264Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3329 | 2025-01-09T01:12:47.264Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35419
req_id = a10fc6c2-eac5-49ea-97fb-4d6d91b862d2
response_code = 204
uri = /eip-gateways
|
| 3330 | 2025-01-09T01:12:47.291Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38758
|
| 3331 | 2025-01-09T01:12:47.291Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38758
req_id = 8a2bd2e4-9b14-4715-8b2c-e6240fe44885
response_code = 200
uri = /v2p
|
| 3332 | 2025-01-09T01:12:47.294Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 191
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35419
req_id = e7f34e3c-8166-4bee-baad-0d983f2defb8
response_code = 204
uri = /vpc-routes
|
| 3333 | 2025-01-09T01:12:47.294Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48714
|
| 3334 | 2025-01-09T01:12:47.294Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3335 | 2025-01-09T01:12:47.333Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3336 | 2025-01-09T01:12:47.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96663
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:48714
req_id = 721fa2c6-387a-47c6-8122-ccae536096a3
response_code = 204
uri = /switch-ports
|
| 3337 | 2025-01-09T01:12:47.391Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42595
|
| 3338 | 2025-01-09T01:12:47.391Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61503
|
| 3339 | 2025-01-09T01:12:47.391Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3340 | 2025-01-09T01:12:47.392Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 256
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48714
req_id = a12e1d69-70f5-4b14-8832-e1ad685e92c6
response_code = 200
uri = /network-bootstore-config
|
| 3341 | 2025-01-09T01:12:47.431Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3342 | 2025-01-09T01:12:47.487Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3343 | 2025-01-09T01:12:47.487Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 95334
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:42595
req_id = 90ea162f-b498-4c6a-b3be-887af3867b5d
response_code = 204
uri = /switch-ports
|
| 3344 | 2025-01-09T01:12:47.491Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 738
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42595
req_id = fc3acc26-d351-47d5-846c-1b318fc8972e
response_code = 200
uri = /network-bootstore-config
|
| 3345 | 2025-01-09T01:12:47.521Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3346 | 2025-01-09T01:12:47.581Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 189240
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:61503
req_id = 1f64b0ad-bb38-4b2d-8a98-9da91e9937b3
response_code = 204
uri = /switch-ports
|
| 3347 | 2025-01-09T01:12:47.581Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 185
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61503
req_id = 929f7d03-8dde-4009-8ddd-4c4973ef6b76
response_code = 200
uri = /network-bootstore-config
|
| 3348 | 2025-01-09T01:13:02.775Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40430
|
| 3349 | 2025-01-09T01:13:02.775Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 64
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40430
req_id = 1cae164c-3ae7-4b39-80dd-6b104ba52ded
response_code = 200
uri = /baseboard
|
| 3350 | 2025-01-09T01:13:14.949Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 7800
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = 8549c095-0389-44b3-93b9-8b5a5fb93f25
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3351 | 2025-01-09T01:13:16.772Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56439
|
| 3352 | 2025-01-09T01:13:16.772Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56439
req_id = 5b5137f2-8a7e-4086-8c55-a8b4524a81a1
response_code = 200
uri = /vpc-routes
|
| 3353 | 2025-01-09T01:13:16.834Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3354 | 2025-01-09T01:13:16.834Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56439
req_id = 0465739b-2814-43ca-9b24-d2534c9a6d67
response_code = 204
uri = /eip-gateways
|
| 3355 | 2025-01-09T01:13:16.844Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 226
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56439
req_id = f225b658-d4c8-4eda-b4e4-aa442ea99179
response_code = 204
uri = /vpc-routes
|
| 3356 | 2025-01-09T01:13:16.878Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55194
|
| 3357 | 2025-01-09T01:13:16.878Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 33
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55194
req_id = 57de6fce-dbfb-45a9-9620-d1a774e4de1a
response_code = 200
uri = /vpc-routes
|
| 3358 | 2025-01-09T01:13:16.916Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57907
|
| 3359 | 2025-01-09T01:13:16.916Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57907
req_id = ab204cc4-fe18-4c97-aeb5-ab972e859728
response_code = 200
uri = /v2p
|
| 3360 | 2025-01-09T01:13:16.933Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49071
|
| 3361 | 2025-01-09T01:13:16.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49071
req_id = 7b64ab6b-bd25-4268-af00-2636b5cdde2e
response_code = 200
uri = /v2p
|
| 3362 | 2025-01-09T01:13:16.938Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43268
|
| 3363 | 2025-01-09T01:13:16.938Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3364 | 2025-01-09T01:13:16.987Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3365 | 2025-01-09T01:13:17.067Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 128174
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:43268
req_id = 7640a2fd-8f75-4ea4-95e0-a3b595ef9e56
response_code = 204
uri = /switch-ports
|
| 3366 | 2025-01-09T01:13:17.067Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61650
|
| 3367 | 2025-01-09T01:13:17.067Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41686
|
| 3368 | 2025-01-09T01:13:17.067Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3369 | 2025-01-09T01:13:17.067Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41686
req_id = 115b3841-1766-4f20-8ec0-62baba45dcc2
response_code = 200
uri = /vpc-routes
|
| 3370 | 2025-01-09T01:13:17.067Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 277
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55194
req_id = c836bc17-0e8f-4e6c-b23a-bc683edde085
response_code = 204
uri = /eip-gateways
|
| 3371 | 2025-01-09T01:13:17.067Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 372
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43268
req_id = ca490e77-d3ff-4c2b-b0d9-5b8f611431b8
response_code = 200
uri = /network-bootstore-config
|
| 3372 | 2025-01-09T01:13:17.067Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3373 | 2025-01-09T01:13:17.081Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 534
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55194
req_id = 33bde1d6-ebd7-4569-aab5-90b839166873
response_code = 204
uri = /vpc-routes
|
| 3374 | 2025-01-09T01:13:17.113Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3375 | 2025-01-09T01:13:17.119Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3376 | 2025-01-09T01:13:17.119Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41686
req_id = bd57f15c-5eb5-42b6-9dc3-fa1da1575bda
response_code = 204
uri = /eip-gateways
|
| 3377 | 2025-01-09T01:13:17.129Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 698
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41686
req_id = 017acc11-827d-4e4a-a86d-246f1e9ed623
response_code = 204
uri = /vpc-routes
|
| 3378 | 2025-01-09T01:13:17.171Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42591
|
| 3379 | 2025-01-09T01:13:17.172Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3380 | 2025-01-09T01:13:17.172Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104903
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61650
req_id = 80c57f8f-d866-4a94-adb8-36686d24487f
response_code = 204
uri = /switch-ports
|
| 3381 | 2025-01-09T01:13:17.177Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1007
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61650
req_id = 9021c79c-4406-4855-8307-c37a0f111b48
response_code = 200
uri = /network-bootstore-config
|
| 3382 | 2025-01-09T01:13:17.215Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3383 | 2025-01-09T01:13:17.231Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56367
|
| 3384 | 2025-01-09T01:13:17.231Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 263
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56367
req_id = 295827d2-4d47-419a-9141-c2a8c1c5a1e5
response_code = 200
uri = /v2p
|
| 3385 | 2025-01-09T01:13:17.274Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103234
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42591
req_id = d32e0502-b6b4-4781-85d8-37e1edc9c4ca
response_code = 204
uri = /switch-ports
|
| 3386 | 2025-01-09T01:13:17.274Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42591
req_id = 518fce47-0600-44cc-aac8-dac92a677398
response_code = 200
uri = /network-bootstore-config
|
| 3387 | 2025-01-09T01:13:32.808Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35582
|
| 3388 | 2025-01-09T01:13:32.808Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 96
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35582
req_id = 91064276-afbe-4a48-a3ce-f43c921d5a26
response_code = 200
uri = /baseboard
|
| 3389 | 2025-01-09T01:13:44.952Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 9543
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = 997464a0-a54a-4e20-a758-27504cc52375
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3390 | 2025-01-09T01:13:47.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54537
|
| 3391 | 2025-01-09T01:13:47.115Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54537
req_id = fd297be6-d94b-4341-a5b2-3f3249e61cdb
response_code = 200
uri = /vpc-routes
|
| 3392 | 2025-01-09T01:13:47.145Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33767
|
| 3393 | 2025-01-09T01:13:47.145Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33767
req_id = d1695704-5194-46e5-8d4c-1fa124a2c7fc
response_code = 200
uri = /vpc-routes
|
| 3394 | 2025-01-09T01:13:47.170Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3395 | 2025-01-09T01:13:47.170Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54537
req_id = f37552ec-858c-4da5-9f69-5b909f401c4e
response_code = 204
uri = /eip-gateways
|
| 3396 | 2025-01-09T01:13:47.179Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54537
req_id = 02113678-50a0-4c2a-85ba-c65463be9622
response_code = 204
uri = /vpc-routes
|
| 3397 | 2025-01-09T01:13:47.201Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3398 | 2025-01-09T01:13:47.201Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33767
req_id = 095a0eaa-88c3-4ef5-a34a-cd45db32cb6d
response_code = 204
uri = /eip-gateways
|
| 3399 | 2025-01-09T01:13:47.283Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36912
|
| 3400 | 2025-01-09T01:13:47.283Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36912
req_id = ea92d14a-3915-456d-8750-bc9b59512404
response_code = 200
uri = /v2p
|
| 3401 | 2025-01-09T01:13:47.292Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 144
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33767
req_id = 6b6a77ba-72a6-4298-bbc4-6651ae13e3bc
response_code = 204
uri = /vpc-routes
|
| 3402 | 2025-01-09T01:13:47.320Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46659
|
| 3403 | 2025-01-09T01:13:47.320Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3404 | 2025-01-09T01:13:47.320Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3405 | 2025-01-09T01:13:47.320Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3406 | 2025-01-09T01:13:47.320Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3407 | 2025-01-09T01:13:47.331Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36186
|
| 3408 | 2025-01-09T01:13:47.331Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3409 | 2025-01-09T01:13:47.336Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3410 | 2025-01-09T01:13:47.337Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389
|
| 3411 | 2025-01-09T01:13:47.368Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3412 | 2025-01-09T01:13:47.369Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827
|
| 3413 | 2025-01-09T01:13:47.380Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3414 | 2025-01-09T01:13:47.390Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34745
|
| 3415 | 2025-01-09T01:13:47.396Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49591
|
| 3416 | 2025-01-09T01:13:47.401Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3417 | 2025-01-09T01:13:47.401Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79
|
| 3418 | 2025-01-09T01:13:47.406Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 542
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49591
req_id = 839594ed-c238-4b94-901b-7c3977215223
response_code = 200
uri = /vpc-routes
|
| 3419 | 2025-01-09T01:13:47.407Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 678
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34745
req_id = 0419581f-b654-4f04-a725-9753cce099eb
response_code = 200
uri = /v2p
|
| 3420 | 2025-01-09T01:13:47.431Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3421 | 2025-01-09T01:13:47.431Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7
|
| 3422 | 2025-01-09T01:13:47.448Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51690
|
| 3423 | 2025-01-09T01:13:47.458Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3424 | 2025-01-09T01:13:47.458Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49591
req_id = 0338b90e-9ec9-4e98-ac2d-44cbbb13d0fd
response_code = 204
uri = /eip-gateways
|
| 3425 | 2025-01-09T01:13:47.460Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3426 | 2025-01-09T01:13:47.460Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 128818
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36186
req_id = 3651eecb-e5fb-45ff-ab50-b6c080ba85fb
response_code = 204
uri = /switch-ports
|
| 3427 | 2025-01-09T01:13:47.464Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3428 | 2025-01-09T01:13:47.464Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f
|
| 3429 | 2025-01-09T01:13:47.469Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4780
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36186
req_id = b84a98dd-d473-4072-ba2e-1680ff91231d
response_code = 200
uri = /network-bootstore-config
|
| 3430 | 2025-01-09T01:13:47.470Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 894
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49591
req_id = 06960b3d-99dd-463c-9fa9-677503df6f7b
response_code = 204
uri = /vpc-routes
|
| 3431 | 2025-01-09T01:13:47.493Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3432 | 2025-01-09T01:13:47.493Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_a132b3b6-342d-41c2-a6be-600f78f98f46
|
| 3433 | 2025-01-09T01:13:47.500Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3434 | 2025-01-09T01:13:47.504Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63361
|
| 3435 | 2025-01-09T01:13:47.504Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5082dfc8-feb0-4452-a8c4-3c0037101230, kind: Service { id: 71878588-3bc5-4be9-bddb-893f09285184 }, name: Name("external-dns-71878588-3bc5-4be9-bddb-893f09285184"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 84c8b3b4-9160-4f8a-9f93-e97bdb5fa721, kind: Service { id: 870344ce-2728-444f-8d5a-e3771e15477e }, name: Name("external-dns-870344ce-2728-444f-8d5a-e3771e15477e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 234])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32dc4ecd-b53e-48ec-96da-e27f9d50a7c1, kind: Service { id: cffb0aad-1932-4a44-891c-2739991d1934 }, name: Name("nexus-cffb0aad-1932-4a44-891c-2739991d1934"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5bb6cca4-8c89-42c7-8517-bbec55a75150, kind: Service { id: 5236fac0-d91c-403e-8658-32167d628d4d }, name: Name("nexus-5236fac0-d91c-403e-8658-32167d628d4d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7464f2e2-2881-4143-9c24-14f2de0a4d6a, kind: Service { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 }, name: Name("nexus-bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 156])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3436 | 2025-01-09T01:13:47.504Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3437 | 2025-01-09T01:13:47.504Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3438 | 2025-01-09T01:13:47.505Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3439 | 2025-01-09T01:13:47.505Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3440 | 2025-01-09T01:13:47.505Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3441 | 2025-01-09T01:13:47.505Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3442 | 2025-01-09T01:13:47.505Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 831
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63361
req_id = b9f87dcb-f07b-493a-849f-fc1a8137d133
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3443 | 2025-01-09T01:13:47.510Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51535
|
| 3444 | 2025-01-09T01:13:47.510Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3445 | 2025-01-09T01:13:47.510Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3446 | 2025-01-09T01:13:47.511Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3447 | 2025-01-09T01:13:47.511Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3448 | 2025-01-09T01:13:47.521Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3449 | 2025-01-09T01:13:47.521Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa
|
| 3450 | 2025-01-09T01:13:47.540Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3451 | 2025-01-09T01:13:47.541Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389
|
| 3452 | 2025-01-09T01:13:47.545Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39289
|
| 3453 | 2025-01-09T01:13:47.545Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 280
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39289
req_id = 4a2f3de7-5008-4644-b251-6611514b0b89
response_code = 200
uri = /v2p
|
| 3454 | 2025-01-09T01:13:47.557Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39768
|
| 3455 | 2025-01-09T01:13:47.573Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3456 | 2025-01-09T01:13:47.573Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827
|
| 3457 | 2025-01-09T01:13:47.580Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3458 | 2025-01-09T01:13:47.581Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 132128
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:51690
req_id = 286257fc-4d29-455f-866e-b0b3068d73ea
response_code = 204
uri = /switch-ports
|
| 3459 | 2025-01-09T01:13:47.588Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 853
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51690
req_id = 83e79c44-6a38-44df-b715-0690a4a32fd3
response_code = 200
uri = /network-bootstore-config
|
| 3460 | 2025-01-09T01:13:47.588Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3461 | 2025-01-09T01:13:47.588Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74
|
| 3462 | 2025-01-09T01:13:47.609Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3463 | 2025-01-09T01:13:47.609Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79
|
| 3464 | 2025-01-09T01:13:47.620Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65117
|
| 3465 | 2025-01-09T01:13:47.621Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5082dfc8-feb0-4452-a8c4-3c0037101230, kind: Service { id: 71878588-3bc5-4be9-bddb-893f09285184 }, name: Name("external-dns-71878588-3bc5-4be9-bddb-893f09285184"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 84c8b3b4-9160-4f8a-9f93-e97bdb5fa721, kind: Service { id: 870344ce-2728-444f-8d5a-e3771e15477e }, name: Name("external-dns-870344ce-2728-444f-8d5a-e3771e15477e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 234])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32dc4ecd-b53e-48ec-96da-e27f9d50a7c1, kind: Service { id: cffb0aad-1932-4a44-891c-2739991d1934 }, name: Name("nexus-cffb0aad-1932-4a44-891c-2739991d1934"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5bb6cca4-8c89-42c7-8517-bbec55a75150, kind: Service { id: 5236fac0-d91c-403e-8658-32167d628d4d }, name: Name("nexus-5236fac0-d91c-403e-8658-32167d628d4d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7464f2e2-2881-4143-9c24-14f2de0a4d6a, kind: Service { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 }, name: Name("nexus-bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 156])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3466 | 2025-01-09T01:13:47.621Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3467 | 2025-01-09T01:13:47.621Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3468 | 2025-01-09T01:13:47.621Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3469 | 2025-01-09T01:13:47.621Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3470 | 2025-01-09T01:13:47.621Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3471 | 2025-01-09T01:13:47.621Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3472 | 2025-01-09T01:13:47.621Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 652
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65117
req_id = 53724ecc-828d-4f45-9959-2040d28d543a
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3473 | 2025-01-09T01:13:47.626Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3474 | 2025-01-09T01:13:47.626Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95
|
| 3475 | 2025-01-09T01:13:47.630Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3476 | 2025-01-09T01:13:47.649Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 329151
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46659
req_id = cd2a33cc-fbe3-4f4e-9d5f-404a5f4ba54b
response_code = 200
uri = /inventory
|
| 3477 | 2025-01-09T01:13:47.652Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3478 | 2025-01-09T01:13:47.652Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7
|
| 3479 | 2025-01-09T01:13:47.681Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3480 | 2025-01-09T01:13:47.681Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f
|
| 3481 | 2025-01-09T01:13:47.702Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 144516
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39768
req_id = 0c0345d4-3522-432d-b5ab-7adfc812380d
response_code = 204
uri = /switch-ports
|
| 3482 | 2025-01-09T01:13:47.702Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 287
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39768
req_id = 2cf39189-df7b-4cf4-8967-d17425479557
response_code = 200
uri = /network-bootstore-config
|
| 3483 | 2025-01-09T01:13:47.709Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3484 | 2025-01-09T01:13:47.710Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_a132b3b6-342d-41c2-a6be-600f78f98f46
|
| 3485 | 2025-01-09T01:13:47.733Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3486 | 2025-01-09T01:13:47.733Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa
|
| 3487 | 2025-01-09T01:13:47.759Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3488 | 2025-01-09T01:13:47.759Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74
|
| 3489 | 2025-01-09T01:13:47.782Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3490 | 2025-01-09T01:13:47.782Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95
|
| 3491 | 2025-01-09T01:13:47.794Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39024
|
| 3492 | 2025-01-09T01:13:47.795Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:767
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5082dfc8-feb0-4452-a8c4-3c0037101230, kind: Service { id: 71878588-3bc5-4be9-bddb-893f09285184 }, name: Name("external-dns-71878588-3bc5-4be9-bddb-893f09285184"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 54])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 84c8b3b4-9160-4f8a-9f93-e97bdb5fa721, kind: Service { id: 870344ce-2728-444f-8d5a-e3771e15477e }, name: Name("external-dns-870344ce-2728-444f-8d5a-e3771e15477e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 234])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32dc4ecd-b53e-48ec-96da-e27f9d50a7c1, kind: Service { id: cffb0aad-1932-4a44-891c-2739991d1934 }, name: Name("nexus-cffb0aad-1932-4a44-891c-2739991d1934"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5bb6cca4-8c89-42c7-8517-bbec55a75150, kind: Service { id: 5236fac0-d91c-403e-8658-32167d628d4d }, name: Name("nexus-5236fac0-d91c-403e-8658-32167d628d4d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7464f2e2-2881-4143-9c24-14f2de0a4d6a, kind: Service { id: bc5aeb1b-883b-4e3c-84e4-bb4b98458327 }, name: Name("nexus-bc5aeb1b-883b-4e3c-84e4-bb4b98458327"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 156])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 3493 | 2025-01-09T01:13:47.795Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3494 | 2025-01-09T01:13:47.795Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3495 | 2025-01-09T01:13:47.795Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3496 | 2025-01-09T01:13:47.795Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 3497 | 2025-01-09T01:13:47.795Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte0"
rules = []
|
| 3498 | 2025-01-09T01:13:47.795Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:786
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 3499 | 2025-01-09T01:13:47.795Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 400
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39024
req_id = b636a91a-1186-4693-ad23-1ec6c1b45dad
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 3500 | 2025-01-09T01:13:47.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 286755
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51535
req_id = ad7ce938-b192-4aab-9687-03eddbc9a99b
response_code = 200
uri = /inventory
|
| 3501 | 2025-01-09T01:13:48.584Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65092
|
| 3502 | 2025-01-09T01:13:48.584Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3503 | 2025-01-09T01:13:48.584Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3504 | 2025-01-09T01:13:48.584Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3505 | 2025-01-09T01:13:48.585Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 3506 | 2025-01-09T01:13:48.598Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 4eca6aeb-4f07-4f83-9a97-c0923ef06389 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3507 | 2025-01-09T01:13:48.598Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_4eca6aeb-4f07-4f83-9a97-c0923ef06389
|
| 3508 | 2025-01-09T01:13:48.625Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 8ae4f12d-2c4d-4d52-9800-1f43946d3827 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3509 | 2025-01-09T01:13:48.625Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_8ae4f12d-2c4d-4d52-9800-1f43946d3827
|
| 3510 | 2025-01-09T01:13:48.649Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: eb3af0a6-1a5d-4c13-b73f-b02889253b79 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3511 | 2025-01-09T01:13:48.649Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_eb3af0a6-1a5d-4c13-b73f-b02889253b79
|
| 3512 | 2025-01-09T01:13:48.672Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: c9b2f2eb-a892-4cf7-8906-3469787aaff7 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3513 | 2025-01-09T01:13:48.672Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_c9b2f2eb-a892-4cf7-8906-3469787aaff7
|
| 3514 | 2025-01-09T01:13:48.695Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3515 | 2025-01-09T01:13:48.695Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f
|
| 3516 | 2025-01-09T01:13:48.717Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: a132b3b6-342d-41c2-a6be-600f78f98f46 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3517 | 2025-01-09T01:13:48.717Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_a132b3b6-342d-41c2-a6be-600f78f98f46
|
| 3518 | 2025-01-09T01:13:48.738Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 21d10cf0-acfa-456c-8810-1f3a2325e0aa (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3519 | 2025-01-09T01:13:48.738Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_21d10cf0-acfa-456c-8810-1f3a2325e0aa
|
| 3520 | 2025-01-09T01:13:48.759Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: e7d81b5e-d5f4-4518-a5fd-45186798cf74 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3521 | 2025-01-09T01:13:48.759Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_e7d81b5e-d5f4-4518-a5fd-45186798cf74
|
| 3522 | 2025-01-09T01:13:48.780Z | INFO | SledAgent (StorageManager): Received DatasetsList { zpool: ZpoolName { id: 7cdbd7a4-396c-471d-9a8a-b2f8c166fe95 (zpool), kind: External }, tx: ... }
file = sled-storage/src/manager.rs:607
|
| 3523 | 2025-01-09T01:13:48.780Z | INFO | SledAgent (StorageManager): Listing datasets within zpool
file = sled-storage/src/manager.rs:1118
request = datasets_list
zpool = oxp_7cdbd7a4-396c-471d-9a8a-b2f8c166fe95
|
| 3524 | 2025-01-09T01:13:48.792Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 207207
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65092
req_id = efe792a5-051a-440b-b349-1f1f54543b3a
response_code = 200
uri = /inventory
|
| 3525 | 2025-01-09T01:14:02.844Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48433
|
| 3526 | 2025-01-09T01:14:02.844Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 98
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48433
req_id = 92fa5aa5-4a96-4aeb-b658-d928f5a83d75
response_code = 200
uri = /baseboard
|
| 3527 | 2025-01-09T01:14:14.951Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 9473
local_addr = [fd00:1122:3344:101::1]:40239
method = GET
remote_addr = [fd00:1122:3344:101::d]:63574
req_id = 42de204d-e588-4e2f-aa3f-4620ce122638
response_code = 200
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
uri = /66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3528 | 2025-01-09T01:14:16.786Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53547
|
| 3529 | 2025-01-09T01:14:16.787Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53547
req_id = a0e9cde7-6b04-44d6-8c73-fcfb276bd067
response_code = 200
uri = /vpc-routes
|
| 3530 | 2025-01-09T01:14:16.825Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41846
|
| 3531 | 2025-01-09T01:14:16.826Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41846
req_id = fa589104-6d03-4475-a53b-0955af262fa9
response_code = 200
uri = /v2p
|
| 3532 | 2025-01-09T01:14:16.829Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:874
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4929565) }
|
| 3533 | 2025-01-09T01:14:16.830Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4148
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41846
req_id = bc2941fe-544e-45c2-bc7a-acd055879747
response_code = 204
uri = /v2p
|
| 3534 | 2025-01-09T01:14:16.834Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {3f150d20-bde0-4a89-bf9c-3cc8293a508d: {10.151.1.175: {205cb22a-cb2b-4dd5-b8ed-92ee79f9f372}, 10.151.1.176: {205cb22a-cb2b-4dd5-b8ed-92ee79f9f372}}} }
|
| 3535 | 2025-01-09T01:14:16.836Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1249
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3536 | 2025-01-09T01:14:16.836Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2480
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:53547
req_id = fbe43c24-5440-45d2-bdde-63d2f69a240d
response_code = 204
uri = /eip-gateways
|
| 3537 | 2025-01-09T01:14:16.845Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 260
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:53547
req_id = e8490a27-5b69-4629-a4df-ba5225de62c2
response_code = 204
uri = /vpc-routes
|
| 3538 | 2025-01-09T01:14:16.887Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37271
|
| 3539 | 2025-01-09T01:14:16.887Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37271
req_id = c00a2f00-0bd4-4b48-b007-6654eb720d95
response_code = 200
uri = /vpc-routes
|
| 3540 | 2025-01-09T01:14:16.898Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55493
|
| 3541 | 2025-01-09T01:14:16.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55493
req_id = af2473cc-c8b8-4c7f-9d7f-fb4075f5da23
response_code = 200
uri = /v2p
|
| 3542 | 2025-01-09T01:14:16.941Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {3f150d20-bde0-4a89-bf9c-3cc8293a508d: {10.151.1.175: {205cb22a-cb2b-4dd5-b8ed-92ee79f9f372}, 10.151.1.176: {205cb22a-cb2b-4dd5-b8ed-92ee79f9f372}}} }
|
| 3543 | 2025-01-09T01:14:16.942Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 855
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37271
req_id = 20224928-ca8a-4dc3-97c8-5840f5eeecf0
response_code = 204
uri = /eip-gateways
|
| 3544 | 2025-01-09T01:14:16.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62392
|
| 3545 | 2025-01-09T01:14:16.957Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3546 | 2025-01-09T01:14:17.006Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3547 | 2025-01-09T01:14:17.079Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 121913
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:62392
req_id = cc6b4dfb-cf5b-43ba-9368-8f8caded9051
response_code = 204
uri = /switch-ports
|
| 3548 | 2025-01-09T01:14:17.080Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53216
|
| 3549 | 2025-01-09T01:14:17.080Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 314
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62392
req_id = f01fc874-265b-4db2-ab19-fc64d721408f
response_code = 200
uri = /network-bootstore-config
|
| 3550 | 2025-01-09T01:14:17.080Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3551 | 2025-01-09T01:14:17.085Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5654
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37271
req_id = 3b33dbdd-4ada-414d-aeb9-31ff3a1d5ad9
response_code = 204
uri = /vpc-routes
|
| 3552 | 2025-01-09T01:14:17.124Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3553 | 2025-01-09T01:14:17.136Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33706
|
| 3554 | 2025-01-09T01:14:17.137Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 210
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33706
req_id = d16a2776-5aec-4b2e-9319-e759c6982674
response_code = 200
uri = /v2p
|
| 3555 | 2025-01-09T01:14:17.183Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47694
|
| 3556 | 2025-01-09T01:14:17.183Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47694
req_id = e1f29afb-1f53-4d6b-8ecf-0df20e4b04a7
response_code = 200
uri = /vpc-routes
|
| 3557 | 2025-01-09T01:14:17.207Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 126635
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:53216
req_id = 5f3c8454-4407-4b72-9da7-03676f9d98ca
response_code = 204
uri = /switch-ports
|
| 3558 | 2025-01-09T01:14:17.207Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 140
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53216
req_id = adc79eec-b7e3-474f-9a35-527d0018214a
response_code = 200
uri = /network-bootstore-config
|
| 3559 | 2025-01-09T01:14:17.214Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48907
|
| 3560 | 2025-01-09T01:14:17.214Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48907
req_id = e520a943-3aae-422d-836e-19818d030c8e
response_code = 200
uri = /v2p
|
| 3561 | 2025-01-09T01:14:17.230Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {3f150d20-bde0-4a89-bf9c-3cc8293a508d: {10.151.1.175: {205cb22a-cb2b-4dd5-b8ed-92ee79f9f372}, 10.151.1.176: {205cb22a-cb2b-4dd5-b8ed-92ee79f9f372}}} }
|
| 3562 | 2025-01-09T01:14:17.230Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 103
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47694
req_id = 57c7ded4-7225-47bf-8a78-3290ee99003d
response_code = 204
uri = /eip-gateways
|
| 3563 | 2025-01-09T01:14:17.240Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 210
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47694
req_id = 564e3b16-8590-47e9-bdf9-f001db68a96a
response_code = 204
uri = /vpc-routes
|
| 3564 | 2025-01-09T01:14:17.249Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40712
|
| 3565 | 2025-01-09T01:14:17.249Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4145
|
| 3566 | 2025-01-09T01:14:17.290Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4169
|
| 3567 | 2025-01-09T01:14:17.351Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 102488
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:40712
req_id = 3c52849c-4fd3-46a3-99f3-cc23c03aeb97
response_code = 204
uri = /switch-ports
|
| 3568 | 2025-01-09T01:14:17.352Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43300
|
| 3569 | 2025-01-09T01:14:17.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40712
req_id = bb61d942-44a9-481a-baf6-51cd9d06c6a1
response_code = 200
uri = /network-bootstore-config
|
| 3570 | 2025-01-09T01:14:17.370Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:555
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 3f150d20-bde0-4a89-bf9c-3cc8293a508d, kind: Instance { id: d2d2bb3c-2257-4f1d-9c60-defe7d956daa }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4929565), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3f150d20-bde0-4a89-bf9c-3cc8293a508d, kind: Instance { id: d2d2bb3c-2257-4f1d-9c60-defe7d956daa }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4929565), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3f150d20-bde0-4a89-bf9c-3cc8293a508d, kind: Instance { id: d2d2bb3c-2257-4f1d-9c60-defe7d956daa }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4929565), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4929565))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3f150d20-bde0-4a89-bf9c-3cc8293a508d, kind: Instance { id: d2d2bb3c-2257-4f1d-9c60-defe7d956daa }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4929565), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: de64f350-6916-4aa4-a3c1-c29e05f64a1e, slot: 0, read_only: false, vcr_json: .., name: "disk-f0ac5086f4f" }], boot_settings: Some(InstanceBootSettings { order: [de64f350-6916-4aa4-a3c1-c29e05f64a1e] }), cloud_init_bytes: Some(..) }
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
metadata = InstanceMetadata { silo_id: 795528e9-4767-49c0-875c-03687d636f7a, project_id: 0918b7c8-92fc-42db-bc18-6b29244686c9 }
migration_id = None
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-09T01:14:17.253394501Z }
|
| 3571 | 2025-01-09T01:14:17.370Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:588
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
migration_id = None
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3572 | 2025-01-09T01:14:17.370Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1562
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
migration_id = None
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 3f150d20-bde0-4a89-bf9c-3cc8293a508d, kind: Instance { id: d2d2bb3c-2257-4f1d-9c60-defe7d956daa }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4929565), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3f150d20-bde0-4a89-bf9c-3cc8293a508d, kind: Instance { id: d2d2bb3c-2257-4f1d-9c60-defe7d956daa }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4929565), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3f150d20-bde0-4a89-bf9c-3cc8293a508d, kind: Instance { id: d2d2bb3c-2257-4f1d-9c60-defe7d956daa }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4929565), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4929565))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3f150d20-bde0-4a89-bf9c-3cc8293a508d, kind: Instance { id: d2d2bb3c-2257-4f1d-9c60-defe7d956daa }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4929565), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: de64f350-6916-4aa4-a3c1-c29e05f64a1e, slot: 0, read_only: false, vcr_json: .., name: "disk-f0ac5086f4f" }], boot_settings: Some(InstanceBootSettings { order: [de64f350-6916-4aa4-a3c1-c29e05f64a1e] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-09T01:14:17.253394501Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
| 3573 | 2025-01-09T01:14:17.371Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 19427
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43300
req_id = 6baa48a6-61b5-4eec-b8b0-cf123c889e86
response_code = 200
uri = /vmms/cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3574 | 2025-01-09T01:14:17.485Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42760
|
| 3575 | 2025-01-09T01:14:17.490Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 4294
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42760
req_id = 1847bf43-cee4-4a7c-ae0b-adebe0d23e2d
response_code = 200
uri = /vmms/cc75425d-2d9d-4046-87bc-6a23a79c7a17/state
|
| 3576 | 2025-01-09T01:14:17.492Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:447
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 4929565 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
| 3577 | 2025-01-09T01:14:17.493Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3578 | 2025-01-09T01:14:17.540Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
file = illumos-utils/src/zone.rs:325
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3579 | 2025-01-09T01:14:17.565Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
file = illumos-utils/src/zone.rs:363
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3580 | 2025-01-09T01:14:17.595Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34881
|
| 3581 | 2025-01-09T01:14:17.596Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34881
req_id = dc5874aa-4f71-4b6c-8a58-f9daa4f1f3eb
response_code = 200
uri = /vpc-routes
|
| 3582 | 2025-01-09T01:14:17.638Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {3f150d20-bde0-4a89-bf9c-3cc8293a508d: {10.151.1.175: {205cb22a-cb2b-4dd5-b8ed-92ee79f9f372}, 10.151.1.176: {205cb22a-cb2b-4dd5-b8ed-92ee79f9f372}}} }
|
| 3583 | 2025-01-09T01:14:17.638Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34881
req_id = 427eb0fc-d12d-4adc-bb89-caf8aa210eda
response_code = 204
uri = /eip-gateways
|
| 3584 | 2025-01-09T01:14:17.722Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 684
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34881
req_id = 99b751a6-487d-4b01-acd7-751ee9e0042e
response_code = 204
uri = /vpc-routes
|
| 3585 | 2025-01-09T01:14:19.139Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3586 | 2025-01-09T01:14:19.140Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17 zone
file = illumos-utils/src/running_zone.rs:488
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
zone = oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3587 | 2025-01-09T01:14:19.345Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17") failed: Property not found. retry in 41.727422ms
file = illumos-utils/src/svc.rs:36
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
zone = oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3588 | 2025-01-09T01:14:19.398Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17") failed: Property not found. retry in 73.804062ms
file = illumos-utils/src/svc.rs:36
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
zone = oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3589 | 2025-01-09T01:14:19.488Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17") failed: Property not found. retry in 275.422311ms
file = illumos-utils/src/svc.rs:36
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
zone = oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3590 | 2025-01-09T01:14:19.784Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17") failed: Property not found. retry in 532.318811ms
file = illumos-utils/src/svc.rs:36
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
zone = oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3591 | 2025-01-09T01:14:20.334Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17") failed: Property not found. retry in 465.757801ms
file = illumos-utils/src/svc.rs:36
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
zone = oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3592 | 2025-01-09T01:14:20.813Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17") failed: Property not found. retry in 1.118475934s
file = illumos-utils/src/svc.rs:36
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
zone = oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3593 | 2025-01-09T01:14:21.945Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17") failed: Property not found. retry in 1.020151118s
file = illumos-utils/src/svc.rs:36
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
zone = oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3594 | 2025-01-09T01:14:22.977Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17") failed: Property not found. retry in 924.683592ms
file = illumos-utils/src/svc.rs:36
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
zone = oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3595 | 2025-01-09T01:14:23.914Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17") failed: Property not found. retry in 912.530406ms
file = illumos-utils/src/svc.rs:36
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
zone = oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3596 | 2025-01-09T01:14:24.856Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
file = sled-agent/src/instance.rs:2067
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3597 | 2025-01-09T01:14:24.865Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:2076
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3598 | 2025-01-09T01:14:24.904Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:2100
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3599 | 2025-01-09T01:14:25.055Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:1213
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3600 | 2025-01-09T01:14:25.056Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2025-01-09T01:14:25.056579234Z }
file = sled-agent/src/instance.rs:780
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3601 | 2025-01-09T01:14:25.056Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:802
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-09T01:14:25.056579234Z }
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3602 | 2025-01-09T01:14:25.056Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-09T01:14:25.056579234Z }, migration_in: None, migration_out: None }
|
| 3603 | 2025-01-09T01:14:25.117Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2025-01-09T01:14:25.117275143Z }
file = sled-agent/src/instance.rs:780
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3604 | 2025-01-09T01:14:25.117Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:802
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-09T01:14:25.117275143Z }
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3605 | 2025-01-09T01:14:25.117Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-09T01:14:25.117275143Z }, migration_in: None, migration_out: None }
|
| 3606 | 2025-01-09T01:14:32.879Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64613
|
| 3607 | 2025-01-09T01:14:32.879Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 110
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64613
req_id = cccd5814-d9a8-44d7-b40b-c5b8c370a6bf
response_code = 200
uri = /baseboard
|
| 3608 | 2025-01-09T01:14:35.045Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:32768
|
| 3609 | 2025-01-09T01:14:35.046Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 709
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:32768
req_id = b19e947c-c51f-451f-bcf2-3421f874b638
response_code = 200
uri = /vmms/cc75425d-2d9d-4046-87bc-6a23a79c7a17/state
|
| 3610 | 2025-01-09T01:14:35.046Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2025-01-09T01:14:35.046388069Z }
file = sled-agent/src/instance.rs:780
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3611 | 2025-01-09T01:14:35.046Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:802
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-09T01:14:35.046388069Z }
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3612 | 2025-01-09T01:14:35.046Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-09T01:14:35.046388069Z }, migration_in: None, migration_out: None }
|
| 3613 | 2025-01-09T01:14:35.091Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2025-01-09T01:14:35.091511078Z }
file = sled-agent/src/instance.rs:780
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3614 | 2025-01-09T01:14:35.091Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:802
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2025-01-09T01:14:35.091511078Z }
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3615 | 2025-01-09T01:14:35.091Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:816
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3616 | 2025-01-09T01:14:35.091Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3617 | 2025-01-09T01:14:35.091Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 13159395221909322921
n_samples = 6
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3618 | 2025-01-09T01:14:35.091Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 9612014113215945717
n_samples = 6
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3619 | 2025-01-09T01:14:35.091Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:607
|
| 3620 | 2025-01-09T01:14:35.092Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/3d778ce3-4cf1-4708-abb3-05822320be17/debug/bundle/zone", "/pool/int/bf8eca8a-81d6-48ff-9487-7cf623d74763/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/4eca6aeb-4f07-4f83-9a97-c0923ef06389/crypt/debug", "/pool/ext/8ae4f12d-2c4d-4d52-9800-1f43946d3827/crypt/debug", "/pool/ext/eb3af0a6-1a5d-4c13-b73f-b02889253b79/crypt/debug", "/pool/ext/c9b2f2eb-a892-4cf7-8906-3469787aaff7/crypt/debug", "/pool/ext/1d6f1a4e-aae6-43a7-bf8c-e8433f676c4f/crypt/debug", "/pool/ext/a132b3b6-342d-41c2-a6be-600f78f98f46/crypt/debug", "/pool/ext/21d10cf0-acfa-456c-8810-1f3a2325e0aa/crypt/debug", "/pool/ext/e7d81b5e-d5f4-4518-a5fd-45186798cf74/crypt/debug", "/pool/ext/7cdbd7a4-396c-471d-9a8a-b2f8c166fe95/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3621 | 2025-01-09T01:14:35.740Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1142
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17", bundle_id: 3fa96058-45c6-4566-8f8f-86711ee469cd }, time_created: 2025-01-09T01:14:35.093430811Z, version: 0, cause: TerminatedInstance }
|
| 3622 | 2025-01-09T01:14:35.740Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_cc75425d-2d9d-4046-87bc-6a23a79c7a17
file = sled-agent/src/instance.rs:1313
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3623 | 2025-01-09T01:14:37.514Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:279
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3624 | 2025-01-09T01:14:37.531Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:1000
id = RouterId { vni: Vni(4929565), kind: System }
|
| 3625 | 2025-01-09T01:14:37.531Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:1000
id = RouterId { vni: Vni(4929565), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
| 3626 | 2025-01-09T01:14:37.533Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-09T01:14:37.533784049Z }, migration_in: None, migration_out: None }
|
| 3627 | 2025-01-09T01:14:37.621Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:700
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-09T01:14:37.533784049Z }, migration_in: None, migration_out: None }
|
| 3628 | 2025-01-09T01:14:37.627Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:1250
instance_id = d2d2bb3c-2257-4f1d-9c60-defe7d956daa
propolis_id = cc75425d-2d9d-4046-87bc-6a23a79c7a17
|
| 3629 | 2025-01-09T01:14:38.098Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45858
|
| 3630 | 2025-01-09T01:14:38.099Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45858
req_id = 422dc3a5-b972-4862-8305-aca9b29fd721
response_code = 200
uri = /vpc-routes
|
| 3631 | 2025-01-09T01:14:38.119Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {3f150d20-bde0-4a89-bf9c-3cc8293a508d: {10.151.1.175: {205cb22a-cb2b-4dd5-b8ed-92ee79f9f372}, 10.151.1.176: {205cb22a-cb2b-4dd5-b8ed-92ee79f9f372}}} }
|
| 3632 | 2025-01-09T01:14:38.119Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45858
req_id = fbf7c631-7298-4db5-8045-900302a89daf
response_code = 204
uri = /eip-gateways
|
| 3633 | 2025-01-09T01:14:38.128Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 296
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45858
req_id = 710aa22a-a41c-4d50-a54f-a615fee79655
response_code = 204
uri = /vpc-routes
|
| 3634 | 2025-01-09T01:14:38.306Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65396
|
| 3635 | 2025-01-09T01:14:38.306Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65396
req_id = ada4060a-65e8-463c-a1f3-f0bf9b4338c4
response_code = 200
uri = /v2p
|
| 3636 | 2025-01-09T01:14:39.549Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57557
|
| 3637 | 2025-01-09T01:14:39.549Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 174
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57557
req_id = a0757a7d-a0c3-4bb3-b1bc-1a3aaffcc244
response_code = 200
uri = /v2p
|
| 3638 | 2025-01-09T01:14:39.718Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34783
|
| 3639 | 2025-01-09T01:14:39.718Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34783
req_id = 73e6c449-2d1f-4d82-8332-c2f73c4fc84a
response_code = 200
uri = /vpc-routes
|
| 3640 | 2025-01-09T01:14:39.738Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3641 | 2025-01-09T01:14:39.738Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1249
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
|
| 3642 | 2025-01-09T01:14:39.738Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34783
req_id = 7846b36c-d685-411c-95f1-eb5ceb74be33
response_code = 204
uri = /eip-gateways
|
| 3643 | 2025-01-09T01:14:39.749Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 382
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34783
req_id = a7580b3b-a524-4586-8620-a15af07c9320
response_code = 204
uri = /vpc-routes
|
| 3644 | 2025-01-09T01:14:40.321Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48443
|
| 3645 | 2025-01-09T01:14:40.321Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48443
req_id = d7d6061d-1758-4bef-8a81-c4743f8d0675
response_code = 200
uri = /vpc-routes
|
| 3646 | 2025-01-09T01:14:40.363Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1223
sled_id = 66e03bc8-0dd2-4f2a-93c0-ce1c4f2f1e4a
values = ExternalIpGatewayMap { mappings: {} }
|
| 3647 | 2025-01-09T01:14:40.363Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:48443
req_id = 14e327c4-82af-4dcb-b10c-d5a2f5971525
response_code = 204
uri = /eip-gateways
|
| 3648 | 2025-01-09T01:14:40.375Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 255
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:48443
req_id = fd3a135e-953c-4865-9a18-b6216f7f4d26
response_code = 204
uri = /vpc-routes
|
| 3649 | 2025-01-09T01:14:41.056Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|